{"msg":"Running step start_crdb","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:30.832614981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:30.833050759Z","hostname":"bmat-EVT22200007-000064cb","pid":12332} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmp3iJN02","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:30.857609781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmp3iJN02/data)","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:30.857671624Z","hostname":"bmat-EVT22200007-000064cb","pid":12332} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmp3iJN02/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmp3iJN02/listen-url","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:30.910431475Z","hostname":"bmat-EVT22200007-000064cb","pid":12332} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=4 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:30.910727354Z","hostname":"bmat-EVT22200007-000064cb","pid":12332} {"msg":"cockroach pid: 12365","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:32.076259591Z","hostname":"bmat-EVT22200007-000064cb","pid":12332} {"msg":"cockroach listen URL: postgresql://root@[::1]:52670/omicron?sslmode=disable","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:32.076402165Z","hostname":"bmat-EVT22200007-000064cb","pid":12332} {"msg":"Running step start_clickhouse","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:32.076710319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:32.076761501Z","hostname":"bmat-EVT22200007-000064cb","pid":12332} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:32.765187936Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:32.765289609Z","hostname":"bmat-EVT22200007-000064cb","pid":12332} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:32.892615326Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:32.89266751Z","hostname":"bmat-EVT22200007-000064cb","pid":12332} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:32.988028351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:32.988206235Z","hostname":"bmat-EVT22200007-000064cb","pid":12332} {"msg":"mgd port is 33571","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.402660929Z","hostname":"bmat-EVT22200007-000064cb","pid":12332} {"msg":"Running step record_switch_dns","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.402754976Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.402782982Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_internal_dns","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.40304275Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.40337429Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpn4Pn2c"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.537640898Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.537738082Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.537776157Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:49234"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.538534108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:36012","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.538617023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:36012","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.538928624Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:36012","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.556018153Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:36012","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.556174896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.556326398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpOowU5M"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.566166373Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.566218046Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.566382133Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:40727"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.566624696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:50526","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.566672471Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:50526","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.566700988Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:50526","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.567497646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:50526","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.567678786Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.567721792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332} {"msg":"setting up nexus server","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.567952462Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.569419745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.56946231Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.569491258Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.569550235Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.569579213Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.569600265Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.569626187Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.569647178Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.569669693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.569692238Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.569828369Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.569870774Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.569894351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.569919962Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.569940342Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.569963298Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570268266Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570317284Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570340249Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570364107Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570388305Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570489396Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570532733Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570554366Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570578524Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570598915Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570624937Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570645417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.57067199Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570692371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570715447Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570753813Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570778022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570803312Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570823482Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570850416Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570872059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570896648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570918251Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570944473Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570964283Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.570990886Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.571010966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.571036046Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.57105852Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.571077689Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.571101025Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.571120203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.571142929Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.571162658Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.571185173Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.571204792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.571253409Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.571275282Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.571298108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.571317236Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.571341464Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.571366745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.571386734Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.571408648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.571427946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.571566312Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:49234","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.598563422Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"new DNS resolver","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.598625867Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","addresses":"[[::1]:49234]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.598660335Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:52670/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 52670,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.600655721Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"Database schema version is up to date","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.648956587Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.747146304Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"fe9c7de8-580a-422b-9ea9-356ec403e3c9","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.8152171Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.815292871Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.815343001Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.815429974Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.815460024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.815520404Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.815564091Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.815591757Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.815631005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.815674351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.815714802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.815742397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.815779601Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.81581426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.815857516Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.815895071Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.815931463Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.815968517Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816022234Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816060791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816096352Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816123596Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816158706Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816192363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816227593Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816256421Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816297633Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816340589Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816375739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816402582Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816435728Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816470618Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816508473Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816534806Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816568493Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816604925Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816630526Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816663873Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816699784Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816725936Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816763251Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816800886Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816841116Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816867358Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.81690324Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816937899Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816964512Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.816996546Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.81703399Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.81705914Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.817092747Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.817128058Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.817151845Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.817185171Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.817221063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.817970175Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"SEC running","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.820669844Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"sec_id":"f50bd917-36ea-4d74-988f-4fde2916658f","component":"SEC","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:33.82155592Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.821621991Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.824701477Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.824775795Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:33.825199449Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.825257104Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.825693413Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.825861178Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:33.889614222Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56152","req_id":"ac903c3f-6654-48ac-9850-5ba10014a3f7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: e4 80 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 ............._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.889955451Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56152","req_id":"ac903c3f-6654-48ac-9850-5ba10014a3f7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58496,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58496,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:33.892213861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56152","req_id":"ac903c3f-6654-48ac-9850-5ba10014a3f7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:33.980828109Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:33.983264874Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.983335565Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.996100609Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.996192352Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:33.996220848Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.99626665Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:33.996310778Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 10 built-in roles","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:34.09328879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.105559889Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.105735169Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.109350933Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.109469599Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.1095352Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.109718455Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.125627883Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:34.424449075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.42465717Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.424837219Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.427582438Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.427696946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.427725744Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.427765202Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.428242263Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:34.500150776Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.500234513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.500301136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.501129426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.513614201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.513740984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.516319802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.516413979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.516473929Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.516524429Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.517275626Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.530329676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.53039234Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.530547209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.530738831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.531408906Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.600508252Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.600752689Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.600803179Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.601534497Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.60688143Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.610372436Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.610431353Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.610463387Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.610490381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.610515511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.611019124Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.618880377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.61893684Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.61896713Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.619884458Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.62822706Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.631815249Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.63188101Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.63191099Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.632412379Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services project","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:34.653782928Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.653850362Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.65388415Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.656302628Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.656477447Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.656520573Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.656549651Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.657215147Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.661112792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.661168744Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.661782557Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.665078203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.665137Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.665179335Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.665205747Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.665745302Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.668151677Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.66821322Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.668244392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.6687302Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.671274018Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.671333046Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.671367354Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.672066998Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.673996322Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.679461451Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.67954108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.679656159Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.679704615Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.679733884Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.679761068Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.680230774Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.682392331Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.682451589Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.682481939Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.683091243Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.685413159Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.685470053Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.685501575Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.686737638Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.688719707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.695599084Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.695745075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.695834964Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.696698885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.713753756Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.713828395Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.713859707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.713886901Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.714624892Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.716824705Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.716883712Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.716912169Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.717694257Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.720045612Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.720183226Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.720275661Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.721044172Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.723324936Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.730086067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.730767675Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.730828246Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.731407851Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.739047242Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.739110949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.739784982Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.747360666Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.747415735Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.749065633Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.755977374Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.75621608Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.7564273Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.756552319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.7575011Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.764038936Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.76412603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.7642367Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.765306932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.768265567Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.768336669Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.76837748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.769077615Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.771517316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.779309331Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.779393619Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.77942421Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.78052806Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.867764793Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.867834111Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.867862989Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.867888049Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.868698043Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.871308173Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.871767709Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.871824542Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.873638115Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.889267426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.889338327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.889368176Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.890144944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.893955977Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.904922177Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.904990673Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.905054871Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.905653183Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.978971666Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.979047176Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.979076645Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.979101895Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.979733644Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.994029648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:34.994105168Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.994137402Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:34.998638561Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.008906068Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.009031999Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.009068822Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.009711633Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.01268647Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.024431592Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.024503164Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.024533945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.02490281Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.032072205Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.032182986Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.032358726Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.036145841Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.040421791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.040479686Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.041509709Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.044283906Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.044339507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.044450067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.04763852Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.047701105Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.047732567Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.047760413Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.04843176Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.050846041Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.050909607Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.050939116Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.052136672Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.055373601Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.055504863Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.055607818Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.056262262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.059221849Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.071624911Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.071749349Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.071844679Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.071951823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.072098725Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.072192252Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.073088086Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.076776726Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.076827056Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.076856184Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.077804634Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.080540305Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.080600013Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.08113004Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.082818053Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.085360719Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.102637973Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.102708754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.102739244Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.103418368Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.114737029Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.114797079Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.11482791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.114855415Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.11629351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.118730025Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.118789093Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.118818181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.120321997Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.122482241Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.122538052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.122567291Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.129280516Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.132413007Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.154138173Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.154760443Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.154816485Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.155596118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.270143036Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.270252534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.270339397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.27042621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.27117394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.276872614Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.27698602Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.278443754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.284034914Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.284099092Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.284789398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.287483535Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.287565709Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.287601641Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.287630138Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.28870039Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.291008759Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.291068408Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.291100232Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.291712381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.29487871Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.294940172Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.2949741Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.296756241Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.299082606Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.305834609Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.305962724Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.306193293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.306294325Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.306965612Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.316083369Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.316149701Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.316182887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.316212807Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.316868543Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.325051106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.325117148Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.325147839Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.337994906Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.346399732Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.346492958Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.34652423Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.347376398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.350513929Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.361106555Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.371490454Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.371569311Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.371601164Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.371627747Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.372955082Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.375315024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.375485424Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.375583138Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.376707719Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.38547633Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.385534486Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.385563564Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.388411297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.394941579Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.403743386Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.403854577Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.403884306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.404277831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.469748467Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.46981536Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.470441918Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.474067893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.474127782Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.474155217Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.474179505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.474951173Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.477716322Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.477772293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.477799618Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.478707787Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.480502634Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.480554918Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.480581591Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.481147248Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.483691176Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.494651624Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.502167379Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.502228601Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.502256637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.502322779Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.504595968Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.506568348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.506656874Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.506686323Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.507385366Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.509626751Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.509680499Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.509708234Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.511372029Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.514070746Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.523938356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.524193124Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.524304817Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.52474816Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.531143151Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.531397739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.532164867Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.534460832Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.534531432Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.534561813Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.53458557Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.535318811Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.537880565Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.53794804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.53797809Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.538515581Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.541978821Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.542062037Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.542093319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.543350163Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.546288628Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.554239299Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.559109432Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.559266926Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.562576891Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.562690227Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.563701261Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.566960956Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.567066797Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.567151606Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.567942472Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.572068212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.57212249Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.572150466Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.572811804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.575189862Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.582007225Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.5821302Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.582174648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.582651549Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.588466505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.588533618Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.589129686Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.592066327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"created built-in services vpc","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.592118812Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.59214294Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.592167939Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.594506569Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.594565326Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.59459747Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.59462242Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.595184159Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo users","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.603941267Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.604027589Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.604135564Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.604180494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.606819061Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.611150641Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.611206983Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.61123514Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.611811628Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.617283511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.617406015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.618890132Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.628432184Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.628492153Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.628523556Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.628548906Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.629167278Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.635193224Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.637679067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.637737754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.63776583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.638264905Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.643986965Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.644556089Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.644729886Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.64485267Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.645607194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.649095714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.651165538Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.651219085Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.651245768Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.651681366Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.760763545Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.760907562Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.761456997Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"populate complete","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.764724297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"activating background tasks","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.764777142Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"Running step start_sled1","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.768026717Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.768283769Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.807265687Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.807524984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.807816264Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.807874841Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.807903358Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.807931754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.808626077Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.80868739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.808719073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.808930614Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:35.808980754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.809009511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"113.166µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.809141084Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.809189811Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.80921441Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.809272936Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.80963136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.809688645Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.809718885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.809822581Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:35.809865677Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.809908052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"23.818µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.809936528Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.809960917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","expiration":"2025-04-30 05:56:35.809837181 UTC"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.810056558Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.810099383Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.810519981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.810577445Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.810604229Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.810630702Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.810656804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.810681663Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.811068153Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.811123964Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.811150567Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.811178814Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.811550254Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.81160837Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.811636676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.811663229Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.811996833Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.812050921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.812076522Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.812100791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.812126382Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.812151852Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.812176481Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.812552841Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.812723181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:35.81276801Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.812797198Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"42.946µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.812824382Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:35.812848721Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.812870975Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"21.794µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.812952037Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.812984762Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.813010443Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.813036355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.813064491Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.813294269Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.813361312Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.813389749Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.81341565Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.813441983Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.813466602Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.813881008Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.813978011Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.81400764Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"107.303µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.814036087Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:35.814060976Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.814084102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"76.342µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.814108781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.814132669Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.814154563Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"64.007µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.814181997Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.814205404Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.814230444Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.814255774Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.814280954Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.814621513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.814674949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.814700791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.814725881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.814751312Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.814776191Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.821208096Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.821374247Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.821780858Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.822625951Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.823394032Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.823486356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.823825401Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.823877395Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.824162974Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.824219787Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.824251169Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.824278043Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.824801296Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.824840965Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.824867097Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.824909421Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.824938258Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.824962657Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.825537021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.825595718Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.825623784Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.825869624Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"231.962µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.825920736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.826127939Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.826177017Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.826602635Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.826657394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.826685389Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.826708696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.826733796Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.827271086Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.827330355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.827358451Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.827380434Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.827405625Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.827431566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.82748857Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.827824058Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.827877675Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.82823148Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.828285979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.828695555Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.828752137Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.828779201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.828799993Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.828823169Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.829618303Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.829670617Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.829697371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.829721829Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.830427626Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.830483066Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.830509188Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.830533667Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.831182309Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.831238241Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.831425895Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.831510764Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.832504874Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.832585936Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.832616988Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.832642729Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.833042967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.833169338Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.833212935Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.833239769Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.83420433Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.834262747Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.834292386Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.83431958Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.834345742Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.834370812Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.835224814Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.835284913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.835315154Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.835342869Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.835828567Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.8358854Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.8359157Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.835982984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.836348663Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.836403312Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.836430656Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.836456979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.836827337Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.837910505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56908","req_id":"c22ecce9-42b5-40cb-b74b-233388e9604e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: bf ef 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.838037067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56908","req_id":"c22ecce9-42b5-40cb-b74b-233388e9604e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49135,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49135,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:35.839988164Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56908","req_id":"c22ecce9-42b5-40cb-b74b-233388e9604e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.840030018Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50423","req_id":"f1d809bf-734f-4fa0-90ce-c37eb1ef4c08","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: c6 76 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 .v..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.840063575Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50423","req_id":"f1d809bf-734f-4fa0-90ce-c37eb1ef4c08","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50806,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50806,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:35.840302831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50423","req_id":"f1d809bf-734f-4fa0-90ce-c37eb1ef4c08","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.840411287Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.840461127Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.840492169Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.840520866Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.841172875Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmplIicxi/artifact-config.json","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.841554114Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.841603834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmplIicxi/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpVkZqGW/artifact-config.json","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.841629775Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.841651739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpVkZqGW/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.90600564Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:53312","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.90610618Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:53312","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.906932126Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:53312","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.913879057Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.913942233Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914008595Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914038886Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914063324Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914086861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914110338Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914133274Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.91415661Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914179526Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914202622Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914225848Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914249676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914378813Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914410165Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914434223Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.91445774Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914495095Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914522509Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914546607Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914570044Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914592689Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914615254Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.91463814Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914661306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914687237Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914710384Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914735153Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.91475889Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914782407Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914804842Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914827587Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914850052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914872797Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914895753Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914918689Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914942055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914965141Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.914987897Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.915011494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.915547421Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.915608333Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.91564195Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.915673112Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.915703703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.915734534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.915765416Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.915796658Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.9158279Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.915859563Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.915890735Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.915921667Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.915952779Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.915984652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.916016746Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.916049021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.916081586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.91611389Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.916145493Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.916177306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.916208889Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.916240833Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.916272937Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.916305311Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.916338608Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.916372766Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.916404339Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.916436793Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.916469138Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.91650028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.916898864Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:35.91737862Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.917433569Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"108.757472ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:35.917648798Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.917699209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"108.008831ms"} {"msg":"contacting server nexus","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.917949046Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.919432292Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:58040/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.921181507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.921328119Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.921377307Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.921467046Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.922728629Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.923390268Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","remote_addr":"127.0.0.1:61582"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.927435147Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"7bea6124-9d5c-4053-b6ff-2dd67447ef65","remote_addr":"127.0.0.1:61582","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"registered sled agent","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.929132789Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:35.934066399Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","pruned":"{}","expiration":"2025-04-30 05:56:35.809837181 UTC"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.934138563Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"expiration\":\"2025-04-30T05:56:35.809837181Z\",\"pruned\":[]}","iteration":1,"elapsed":"124.260811ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.938832876Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.939382411Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.968484856Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"156.444756ms"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.988425105Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59222","req_id":"63810d29-d119-4e98-bf15-3c5bbc0f2fec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 25 bb 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 %............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.988734792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59222","req_id":"63810d29-d119-4e98-bf15-3c5bbc0f2fec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:35.989106623Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59222","req_id":"63810d29-d119-4e98-bf15-3c5bbc0f2fec","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:35.989292524Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56774","req_id":"c275e251-f862-4d5a-9d6b-58b1b6df70f2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 8f 0b 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:35.989338565Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56774","req_id":"c275e251-f862-4d5a-9d6b-58b1b6df70f2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36619,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36619,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:35.99239752Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56774","req_id":"c275e251-f862-4d5a-9d6b-58b1b6df70f2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.006587603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.037838428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:36.037915341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.037947987Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.038368865Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.081313129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.087565005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:36.087745856Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.087850524Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.088438005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.097782292Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.103540165Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:36.103687959Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.103781896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.104373375Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.142629888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.147113371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:36.147238992Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.147332999Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.148208263Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.148385376Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.157940935Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:36.158044952Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.158132366Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.159011598Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.159245644Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.166957419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:36.167170424Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.16727377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.16790106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:36.170829073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:36.170882239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.170912049Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"359.782193ms"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:36.171050164Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:36.17109354Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.171118821Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"359.515231ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.190969091Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.197928778Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:36.198034268Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.19812571Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.198655526Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.237030856Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.254814118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:36.254895761Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:36.254972444Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:36.255057052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.255083695Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.257346624Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:36.43358096Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.433650418Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.434191256Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:36.446236395Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.528768294Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.532764837Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:36.538606616Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.539610557Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.551181421Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.555558021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:36.555785254Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.556044841Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"728.155052ms"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.684436884Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"854.698762ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.710284493Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.715158845Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:36.715244766Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:36.715277872Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:36.715307121Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.715333203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.715729763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:36.716213887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:36.716272023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.716303235Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.716764855Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:36.717201265Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","count":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.717417706Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"888.660839ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.84584041Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.852246564Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:36.999494395Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:36.999583994Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.001778085Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.014581505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"1.178177793s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.087254542Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"1.251898406s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:37.08736891Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:37.087403388Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:37.087430863Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.087455853Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.088080377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read target blueprint","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:37.111568155Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.111669557Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"1.29952012s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:37.115234259Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.11531495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.11605771Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.327028766Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{}","iteration":1,"elapsed":"1.512277995s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.328368255Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.49516506s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:37.334226117Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.334307799Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.33484512Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.395574629Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.401364976Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.564345234Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.568616775Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:37.568728668Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.568761693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.569142141Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.601551525Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.777260527s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.60341083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.610649552Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:37.610724021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.610758079Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.611252995Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory collection is None","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:37.643724432Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.643815052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"1.829565771s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.643871946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"1.812668434s"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:37.644065161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:37.644110992Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.644139789Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.644936938Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read DNS config","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:37.733373933Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.733499763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"1.924241266s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:37.764881369Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.764991188Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.765736693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.772452564Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:37.772532253Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:37.773050866Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57406","req_id":"d14f60bf-7f3c-488c-94cc-29f9514e7ebe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 29 de 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 )............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.773119092Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57406","req_id":"d14f60bf-7f3c-488c-94cc-29f9514e7ebe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10718,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10718,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:37.773638327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57406","req_id":"d14f60bf-7f3c-488c-94cc-29f9514e7ebe","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:37.77426708Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.7743275Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"1.961555362s"} {"msg":"all instance checks complete","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:37.779315378Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.779417712Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"1.954570926s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:37.939288523Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:37.939404565Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:37.939440536Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.939470125Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.940133958Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.940425338Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"2.116920486s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.940765055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:37.940816387Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:37.940846037Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:37.940873451Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.940899593Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.941363247Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:37.941624347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"7bea6124-9d5c-4053-b6ff-2dd67447ef65","remote_addr":"127.0.0.1:61582","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":2014238,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.949345762Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:58040/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"7bea6124-9d5c-4053-b6ff-2dd67447ef65\", \"date\": \"Wed, 30 Apr 2025 06:06:37 GMT\"} })"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.950249582Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.951622007Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.951682277Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.951711996Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.951737407Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.951761956Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.951785723Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.95180936Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.951833448Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.951885021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.951916544Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.951942045Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:37.951966594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.953174801Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:37.953228398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:58875"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.953252566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:37.953270501Z","hostname":"bmat-EVT22200007-000064cb","pid":12332} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n time_created: 2025-04-30T06:06:38.451339432Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 43386,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 50526,\n target: \"8968a0bd-379b-4374-bd0e-d98e74fbb999.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"c1f412d6-c948-4bf1-a59a-0aadf717ae2d.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"f913ed0a-c1f7-4015-b213-5368c32f1cd9.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"c1f412d6-c948-4bf1-a59a-0aadf717ae2d.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 58875,\n target: \"f913ed0a-c1f7-4015-b213-5368c32f1cd9.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 33571,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"c1f412d6-c948-4bf1-a59a-0aadf717ae2d.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 58040,\n target: \"f50bd917-36ea-4d74-988f-4fde2916658f.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"ffeb6840-90b8-4ede-aed0-869de6b28cb7.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"f50bd917-36ea-4d74-988f-4fde2916658f.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 36012,\n target: \"ffeb6840-90b8-4ede-aed0-869de6b28cb7.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 52670,\n target: \"5d31de79-ff44-4adb-a088-d831500829a2.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"5d31de79-ff44-4adb-a088-d831500829a2.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 53312,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"c1f412d6-c948-4bf1-a59a-0aadf717ae2d.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"8968a0bd-379b-4374-bd0e-d98e74fbb999.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 53353,\n target: \"c1f412d6-c948-4bf1-a59a-0aadf717ae2d.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 49806,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:38.45169501Z","hostname":"bmat-EVT22200007-000064cb","pid":12332} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:38.458394619Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"body":"Some(Body)","uri":"http://[::1]:36012/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:38.529984216Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"2.699465569s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:38.575334043Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:38.581729966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:38.588249296Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:38.59046981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:38.591311276Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:38.591595893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:38.605542Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:38.607202028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:38.607350984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:38.607928265Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read DNS config","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:38.608238212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:38.608479142Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"2.800681495s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:38.747580573Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:38.747708468Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:38.747745972Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:38.74777513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:38.763282227Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:38.785460937Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:38.785654032Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"2.949756848s"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:38.841605962Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:36012","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:37892"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:38.852680828Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/config","method":"PUT","req_id":"a537bdc4-e6a2-479a-9e85-89db63a8ee61","remote_addr":"[::1]:37892","local_addr":"[::1]:36012","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:38.853834356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"new_generation":1,"req_id":"a537bdc4-e6a2-479a-9e85-89db63a8ee61","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:38.854003793Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:38.85411248Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:38.855031261Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:38.856243265Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:38.856415849Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:38.856500187Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"new_generation":1,"req_id":"a537bdc4-e6a2-479a-9e85-89db63a8ee61","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:38.857159862Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/config","method":"PUT","req_id":"a537bdc4-e6a2-479a-9e85-89db63a8ee61","remote_addr":"[::1]:37892","local_addr":"[::1]:36012","component":"http","kind":"dns","component":"internal_dns_server","latency_us":4561,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:38.85902621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(Response { url: \"http://[::1]:36012/config\", status: 204, headers: {\"x-request-id\": \"a537bdc4-e6a2-479a-9e85-89db63a8ee61\", \"date\": \"Wed, 30 Apr 2025 06:06:37 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:38.860144118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.078868081Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"body":"Some(Body)","uri":"http://[::1]:64620/omicron-config","method":"PUT"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.090174178Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.090303896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.090413945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.119342985Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.120572635Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.120751661Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.120849717Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.12093169Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.122792227Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.123069409Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.123170671Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.123814995Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:39.424470271Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.424548216Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/vpc-routes","method":"GET"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.425175606Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:39.44349176Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.443907448Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"3.61797053s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.444170693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.448472854Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.448849164Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.448958081Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.449522446Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.449741031Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.454638609Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.454774761Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.454865351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.455338995Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:39.465395632Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46720"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:39.465462605Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47763"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.468072996Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/vpc-routes","method":"GET","req_id":"d1a4c81c-cafd-4289-97fd-26a2dca04d36","remote_addr":"[::1]:47763","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:39.470919899Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/vpc-routes","method":"GET","req_id":"d1a4c81c-cafd-4289-97fd-26a2dca04d36","remote_addr":"[::1]:47763","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2861,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.481231945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.488430778Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.510236705Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.512170027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.513127194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.514961078Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.515055286Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.515088281Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.515623949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.516308042Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.521669394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.521734924Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.521765746Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.5217931Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.521819102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.522149861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.522888593Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"3.690433758s"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:39.523086487Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.523134393Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"3.712490885s"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.525395768Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/omicron-config","method":"PUT","req_id":"2600e55e-10d4-42a3-98b6-55e587f53a2e","remote_addr":"[::1]:46720","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.526535529Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1a4c81c-cafd-4289-97fd-26a2dca04d36\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:06:39 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.526703724Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.526752051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.527221366Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:39.53114822Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/omicron-config","method":"PUT","req_id":"2600e55e-10d4-42a3-98b6-55e587f53a2e","remote_addr":"[::1]:46720","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5775,"response_code":"200"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.531245604Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.531277157Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.532092842Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.532152441Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.532182831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.532209564Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.532689601Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.535373619Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(Response { url: \"http://[::1]:64620/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2600e55e-10d4-42a3-98b6-55e587f53a2e\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:06:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.535793525Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"body":"Some(Body)","uri":"http://[::1]:64620/network-bootstore-config","method":"PUT"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.540027381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55471","req_id":"22d105b3-9a37-45fb-a48f-a3430873789e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ff a3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.540167901Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55471","req_id":"22d105b3-9a37-45fb-a48f-a3430873789e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65443,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.541205949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.541300968Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.54132688Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55471","req_id":"22d105b3-9a37-45fb-a48f-a3430873789e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.549093976Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2064, tv_nsec: 347962970 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.549374675Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.549730774Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/network-bootstore-config","method":"PUT","req_id":"50a8f66a-771c-4678-a5ee-878b67de33ce","remote_addr":"[::1]:46720","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:39.557859831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/network-bootstore-config","method":"PUT","req_id":"50a8f66a-771c-4678-a5ee-878b67de33ce","remote_addr":"[::1]:46720","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8138,"response_code":"204"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.55809043Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.569534051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.569638118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.569711996Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.569817486Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.56991001Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.569992745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.570619203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.574146431Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.578514183Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.582566457Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.582639884Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.59411146Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.597355133Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.597424962Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.597456795Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.598033765Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.598361969Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.603057635Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:39.603145389Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.603177043Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.60365232Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.604853162Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(Response { url: \"http://[::1]:64620/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"50a8f66a-771c-4678-a5ee-878b67de33ce\", \"date\": \"Wed, 30 Apr 2025 06:06:39 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.605898896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:39.60616224Z","hostname":"bmat-EVT22200007-000064cb","pid":12332} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.661949663Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.662061856Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.662094922Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.662122778Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.663400994Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.665653392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52063","req_id":"cbd4afcc-042d-44bb-bde2-a54162f21bdd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9f b0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.665734343Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52063","req_id":"cbd4afcc-042d-44bb-bde2-a54162f21bdd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40880,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.665964422Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.666072978Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52063","req_id":"cbd4afcc-042d-44bb-bde2-a54162f21bdd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.726545285Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/v2p","method":"GET"} {"msg":"No bundles to collect","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:41.730246921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.730546818Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"5.917211728s"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:41.731105631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.731287153Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:64620/eip-gateways","method":"PUT"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.732122768Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.732238569Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.73234452Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.733653458Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:41.734923679Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44023"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.819564961Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.82070877Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/eip-gateways","method":"PUT","req_id":"d6133e7b-df0d-46c4-8856-9da686f7c844","remote_addr":"[::1]:47763","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:41.824631636Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/eip-gateways","method":"PUT","req_id":"d6133e7b-df0d-46c4-8856-9da686f7c844","remote_addr":"[::1]:47763","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4006,"response_code":"204"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.825212804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:64620/artifacts-config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:41.82955249Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52971"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.830825427Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/v2p","method":"GET","req_id":"de0dd3bb-6bc5-4408-bf1f-9b8dd3cbe908","remote_addr":"[::1]:44023","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.833417862Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d6133e7b-df0d-46c4-8856-9da686f7c844\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.83591122Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{}","iteration":1,"elapsed":"6.008598821s"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:41.837128415Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/v2p","method":"GET","req_id":"de0dd3bb-6bc5-4408-bf1f-9b8dd3cbe908","remote_addr":"[::1]:44023","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6309,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.838188016Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.843381303Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.843964726Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.844104494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.845031131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.848665702Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.861828909Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.861953938Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.862052174Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.870138295Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.871459247Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/artifacts-config","method":"PUT","req_id":"132a3a71-aeb1-4396-b57c-c3a842ddac8f","remote_addr":"[::1]:52971","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.87272062Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61660","req_id":"643dec61-fe77-4740-8aa5-fa22da5659ec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 08 70 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .p..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.872938895Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61660","req_id":"643dec61-fe77-4740-8aa5-fa22da5659ec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.873276067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:41.873479622Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61660","req_id":"643dec61-fe77-4740-8aa5-fa22da5659ec","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.873788087Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de0dd3bb-6bc5-4408-bf1f-9b8dd3cbe908\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:41.874051913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:41.874141732Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:41.874210308Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.876131155Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{}","iteration":1,"elapsed":"6.054756216s"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmplIicxi/artifact-config.json","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:41.879814725Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.879910255Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmplIicxi/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpVkZqGW/artifact-config.json","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:41.880138099Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.880207106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpVkZqGW/artifact-config.json"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmplIicxi/.artifact-config.json.tmp","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:41.880316013Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpVkZqGW/.artifact-config.json.tmp","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:41.882411388Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Starting delete reconciler","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:41.884072057Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:41.88466068Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/artifacts-config","method":"PUT","req_id":"132a3a71-aeb1-4396-b57c-c3a842ddac8f","remote_addr":"[::1]:52971","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":13763,"response_code":"204"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.890204175Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.890339334Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.892194631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.903146692Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/artifacts-config\", status: 204, headers: {\"x-request-id\": \"132a3a71-aeb1-4396-b57c-c3a842ddac8f\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.903513403Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/artifacts","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.904309409Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.904467363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.905495402Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.906868888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.906978727Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.907790725Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.910786273Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/artifacts","method":"GET","req_id":"3e288483-8b43-4763-a5ed-c4cda2826d16","remote_addr":"[::1]:52971","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:41.914038784Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/artifacts","method":"GET","req_id":"3e288483-8b43-4763-a5ed-c4cda2826d16","remote_addr":"[::1]:52971","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3252,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.921570931Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e288483-8b43-4763-a5ed-c4cda2826d16\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:41.923717759Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled":"http://[::1]:64620"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.927284595Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:06:41.903245960Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:06:41.922484441Z\"}]}","iteration":1,"elapsed":"6.09301277s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.92767857Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.927805764Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.928555778Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"set cockroachdb setting","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:41.936368164Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.936719123Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.936824974Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.938082399Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.941535249Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.941643164Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.942338098Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.958970427Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.959157971Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.959256968Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.959514331Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.960259135Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.963503449Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ab4314d-c45c-49dc-b900-904f46b6b18c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.964634593Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.965859143Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.965989262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.966081475Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.966165483Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.967365464Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.984654782Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.99564564Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.995845498Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.995986419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.996079865Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.996700803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.998353906Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:41.998465629Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.998552542Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:41.999537675Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:42.005700113Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.00584917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.00593967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.006855004Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.007545199Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.007703314Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.007799376Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.008420002Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.02175429Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.029316617Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.029423751Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.02971939Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.029867295Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.044242456Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.115472167Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.115696925Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.116858599Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.11809377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a098ef23-0225-4063-9663-c174dba6d11f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.118863233Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:42.126409849Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.126533897Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.126625409Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.127199282Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.130868202Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.130981157Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.146457283Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.150941948Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.151050975Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.152117871Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.159357145Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.159528767Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.159651201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.159743024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.160379622Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.179573174Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.179740638Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.179841288Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.180661392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.206271258Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.206566376Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.206675453Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.207594344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.212048539Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.232131944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.232244428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.232337373Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.232447843Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.232538875Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.232618463Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.233241254Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.243565665Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.243672297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.243763639Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.249769516Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.252563743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.252675836Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.252761777Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.252840574Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.253598775Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.256723671Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.256976735Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.257069069Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.257798473Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.268091942Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.275221808Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.275287188Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.275316085Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.276371669Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.285629264Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.297923028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.29798923Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.298021354Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.298623344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.316857875Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.316936511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.317763319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.318813982Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"IpPool { parent: Fleet, key: d22144dd-8c24-4b44-a4f1-cf3a2685d784, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.318875875Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.318906777Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.318932749Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.320520562Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.343438545Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.343641048Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.344743385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.34967979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.358279525Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"IpPool { parent: Fleet, key: d22144dd-8c24-4b44-a4f1-cf3a2685d784, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.35842784Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.358642889Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.359323805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.359656498Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.359816607Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.360482233Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.373136095Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b882c2c9-159c-43e5-a9ba-9a0b7d139bc8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.373683206Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.379608371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.37992895Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.381362336Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.383815724Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"IpPool { parent: Fleet, key: d22144dd-8c24-4b44-a4f1-cf3a2685d784, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.383890603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.383931224Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.383968959Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.385020985Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.392690246Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.392764724Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.392795125Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.392822489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.393737643Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.410797624Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.419304042Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"IpPool { parent: Fleet, key: d22144dd-8c24-4b44-a4f1-cf3a2685d784, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.462441891Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.46268229Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.462734805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.463704567Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.47390475Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"IpPool { parent: Fleet, key: d22144dd-8c24-4b44-a4f1-cf3a2685d784, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.47400984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.47404493Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.474071142Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.474864473Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.493427208Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.493514301Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.493546565Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.496407646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.498942036Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.503628323Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"IpPool { parent: Fleet, key: d22144dd-8c24-4b44-a4f1-cf3a2685d784, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.504145533Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.517019834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.517134282Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.517173921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.517226416Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.517264702Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.517302728Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.517564379Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.52118841Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.521261626Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.521301586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.521336665Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.522142561Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.525470081Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.52554484Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.525592335Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.526149785Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.533436013Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.539529724Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.546520092Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.547727538Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.547836946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.548754093Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.574834787Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27b48692-b5a5-4e3e-a95e-8a2a6a920dc8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.575795862Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.576263253Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.587214082Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.587347458Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.587438148Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.588163594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.64734535Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.647495579Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.647602913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.647823442Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.649245125Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.6600738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.669151577Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.682273872Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.682375685Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.682462919Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.682974599Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.698240335Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.698406626Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.698496705Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.698730181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.757195419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d49e6282-8eae-413a-8da6-ab5dac2dcf78\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.757452671Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted blueprint","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:42.7859446Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","blueprint_id":"ac2d2404-641d-4dde-bcaa-adfadb976bc5"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.786094347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.78621644Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:42.786313804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.786646587Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.789769119Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.794114777Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f1e45d1-7a3b-40f8-af20-a0e9c792d241\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.79438698Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.797084594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.80223171Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.810163143Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7394efab-81bf-44fb-a695-ccf3d7d9d389\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.810519893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:42.810881774Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.821062579Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66c97153-5ae3-4981-a131-5283d6494ae5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.822463681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.824957269Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b9ac36a-3470-48fa-a0bf-2061679e016a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.825274391Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.827490847Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1672d522-54e8-4d1d-af02-af57bad79837\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.82788886Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.829178059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a576b5c8-8582-4ea6-a13d-dd12028111ef\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.829477265Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.83116637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e247ce03-c9ef-4b50-9f66-5fa0eff5d340\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.831463332Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.841794797Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4731e848-9538-40cc-a03a-590097953acf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.842105776Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.850029103Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.85011814Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:42.850216096Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.850300263Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","elapsed":"7.023679072s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.851414543Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{}","iteration":1,"elapsed":"7.024806047s"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.895274391Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f98994f1-423b-4736-86cc-f57e4126096c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.895674218Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:42.940494299Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:42.940649548Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.94857559Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d8ce66a-4750-46ce-9e95-b61ec99dc54a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.948853404Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.955058417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89d09b95-6502-4d69-bd9c-aacfefdd98a7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.955167965Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:42.974124715Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:42.974258763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:42.974324894Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"Inserted service networking records","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:42.974387489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"Inserted physical disks","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:42.97446831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"Inserted zpools","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:42.974556686Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"Inserted datasets","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:42.974720122Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.977276134Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1fa26de-d9cb-41fa-852d-4da9434bb216\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.97757484Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.986701604Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6c85c9f-19d6-4aed-9d45-4e11a007f092\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:42.987104487Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:43.000250169Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.003856384Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08b98cd3-4078-47d1-b8dd-6cae0d466c8b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.004293274Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.006379351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4050e6b-db6e-4d61-a235-12a1b5dbd781\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.006674669Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:43.00801004Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.008647109Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.008820495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.009130452Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.009184129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.017754856Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.019579631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcc20f1c-bc2f-4f8d-baa3-92f558932c21\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.019782445Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.022933754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c8837b7-f85d-4a8f-9e40-36c6f0ba1a7e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.023087581Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.024075148Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"950d9992-6f33-4a29-abbb-115c6bedfb35\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.024235217Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.025753052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa428277-d2d5-4616-b8d8-414df04b8420\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.025992709Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.028089186Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca8aa34e-610d-45c0-8a5e-d699dadbb131\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.02828686Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.030688134Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.037515047Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.047903104Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.048266368Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.048592568Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.048911393Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.050984744Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.070076794Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0d61aff-fd30-40ab-bfe9-e440a215f92c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.070798001Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.072530543Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.080924617Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.09845711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ceaa5f9f-37ba-4cf6-803c-2d45fa86c180\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.098866986Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.101460905Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8f32038-3bf9-4895-8b56-a95cdb3fd935\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.101766293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.103356291Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.103518935Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.103625227Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.1037121Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.104904526Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.107894944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.134627497Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.134732486Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.13483Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.134921292Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.135001452Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.135625265Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.136315079Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57646f1a-e58f-485e-b3c6-bcd185fb916a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.13657146Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.147552599Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f08b9d55-5d17-4ed0-89d7-986d7dec68dd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.147902957Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.149587634Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a02ca2b4-5e3f-41cd-98fa-e3cdc595a339\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.149790107Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.150971431Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.159257931Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.161146915Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e4cc5f8-a6aa-4080-b7df-a427a2f9ab72\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.169282615Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.170822212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.170962772Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.171060197Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.171146579Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.176041441Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.179178191Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe8d7632-a10c-4d65-8074-b3c05d071fce\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.179372609Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.180494133Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.195862764Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.215317396Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51df3793-1e15-45ea-8e1f-b88cd10a657d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.215810499Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.233110438Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9db42e95-a150-4689-838f-f0d04ad0d0c4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.233697878Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"Created recovery silo","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:43.234157183Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"Created recovery user","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:43.235823684Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"Created recovery user's password","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:43.24294862Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.243000623Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Silo { parent: Fleet, key: c8041f07-3219-42b4-97c3-7475aa0ae43b, lookup_type: ById(c8041f07-3219-42b4-97c3-7475aa0ae43b) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.243042276Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"c8041f07-3219-42b4-97c3-7475aa0ae43b","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.243070382Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.243095532Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.244232478Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.246480547Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d55334ec-a8c1-4d95-841a-4d8fe96efca3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.246741036Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.247015903Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.247070653Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.247100843Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.247726369Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.250650746Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.261607917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Silo { parent: Fleet, key: c8041f07-3219-42b4-97c3-7475aa0ae43b, lookup_type: ById(c8041f07-3219-42b4-97c3-7475aa0ae43b) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.261681714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.269926411Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeb4a594-5dcc-49af-b56c-7367f9cc6741\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.270445696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"Granted Silo privileges","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:43.271656749Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.271776688Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.271882028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.271971325Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.272215031Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.272930757Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.282048864Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.286725202Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.288622081Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f3a48e6-1862-4052-a599-b1277674d0d7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.289012459Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.291142503Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a337928a-cf29-4eb2-9ed5-5e8ab3804635\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.29158774Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.297638125Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f281c326-e5a2-4129-aba2-7962e590bb90\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.29875474Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.303659522Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd47f5c5-537b-4cce-b8e9-9f708bbc3150\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.30758824Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.309875397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.310839608Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.313351864Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.316951656Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed20770e-dcf3-4e26-a6b7-625da76e642c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.317224339Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.317704336Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.317742532Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.31870512Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.329125481Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69a31ab3-e3ef-4f9a-86a1-ad7bbae16d61\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.329910546Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.330276375Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.330385833Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.331023894Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.335082741Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"177c2067-c229-40d2-a467-d206be862238\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.33533316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.336681146Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.336821084Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.336966634Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.337061744Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.337725246Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.339829919Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a578821e-a161-4ed4-a113-ecd5c7755bac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.34009621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.340212251Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.340476648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.340528281Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.341583974Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.349375979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.349519175Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.349567521Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.35025971Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.360892014Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.368374573Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.368491355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.368604711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.368701674Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.368787175Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.369591487Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.374204629Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.392768877Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.392945258Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.393055187Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.393687277Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.394749443Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.394901887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.395066014Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.400131496Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.436823523Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.444221593Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.444307344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.444332504Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.444363826Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.444388896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.444413155Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.444772901Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.447173504Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.447231781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.447263203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.448258045Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.45237115Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.452428956Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.452457583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.453321243Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.457851049Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.472578342Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.472664634Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.472694413Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.473512834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.486944556Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.492160889Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.49299938Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.49850532Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.498597293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.499998986Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.504640844Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.504816194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.505833701Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.511196416Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.511256215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.511284161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.511308259Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.512263262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.51494243Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.515006838Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.515037709Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.516202851Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.597697935Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.597773866Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:43.598840441Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37177"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.600334668Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.600395569Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.600424868Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.601302527Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.601893284Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"ef4c2014-9a85-4630-9077-94df5ffefb65","remote_addr":"[::1]:37177","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:43.604276211Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"ef4c2014-9a85-4630-9077-94df5ffefb65","remote_addr":"[::1]:37177","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2389,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.605814897Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef4c2014-9a85-4630-9077-94df5ffefb65\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.617193719Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.617257025Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.617281764Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.619482499Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.619544813Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.619626486Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.619656947Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.620728622Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.62234368Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.630499259Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.630567655Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.630593928Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.630619038Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.631121138Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.640876886Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.647439411Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.652070488Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.653226802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.654266043Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.660240016Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.6603274Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.662633164Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.670336913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.670575569Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.671193009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.680650883Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.680716794Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.68264686Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.694404546Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.694572461Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.694669003Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.69479802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.695725959Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.703042908Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.703155562Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.703241423Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.704842002Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.70946344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.709569892Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.709655132Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.715951006Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.72013397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.730165047Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.730249856Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.730275797Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.730307701Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.730333763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.730413271Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.732790428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.742916213Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.742985841Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.743016703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.743819603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.754269944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.754342789Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.754374442Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.755200889Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.762838376Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.777455811Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.777613555Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.777708504Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.778422947Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.787482558Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.787542718Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.790198529Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.794157948Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.794825549Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.815898325Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.82863902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.828733308Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.829208805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.837239836Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.837332511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.83834603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.850289787Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.850484846Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.850583493Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.850666478Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.853190517Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.865333571Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.865401486Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.865501005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.869818758Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.898076139Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.898152831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.898182971Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.898772847Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.904133898Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.913120393Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.913206475Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.913230703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.913261975Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.913287687Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.913312516Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.91363581Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.914883857Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55621","req_id":"ba3af98f-753c-4075-8050-87dc9fa8dfba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 8a 8d 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 ............._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.915013515Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55621","req_id":"ba3af98f-753c-4075-8050-87dc9fa8dfba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35469,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.915103525Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.915281379Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"f913ed0a-c1f7-4015-b213-5368c32f1cd9.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.915380126Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55621","req_id":"ba3af98f-753c-4075-8050-87dc9fa8dfba","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"f913ed0a-c1f7-4015-b213-5368c32f1cd9.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 58875, target: Name(\"f913ed0a-c1f7-4015-b213-5368c32f1cd9.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.921003871Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.921067377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.921097918Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.921559428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:43.922597095Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60411","req_id":"2eb0bd9f-5ee3-48ad-be7b-ec193fa2c2d2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: c5 b1 01 00 00 01 00 00 00 00 00 01 24 66 39 31 ............$f91\n0010: 33 65 64 30 61 2d 63 31 66 37 2d 34 30 31 35 2d 3ed0a-c1f7-4015-\n0020: 62 32 31 33 2d 35 33 36 38 63 33 32 66 31 63 64 b213-5368c32f1cd\n0030: 39 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 9.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.922661844Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60411","req_id":"2eb0bd9f-5ee3-48ad-be7b-ec193fa2c2d2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50609,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"f913ed0a-c1f7-4015-b213-5368c32f1cd9.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"f913ed0a-c1f7-4015-b213-5368c32f1cd9.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 102,\n 57,\n 49,\n 51,\n 101,\n 100,\n 48,\n 97,\n 45,\n 99,\n 49,\n 102,\n 55,\n 45,\n 52,\n 48,\n 49,\n 53,\n 45,\n 98,\n 50,\n 49,\n 51,\n 45,\n 53,\n 51,\n 54,\n 56,\n 99,\n 51,\n 50,\n 102,\n 49,\n 99,\n 100,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.922888686Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"f913ed0a-c1f7-4015-b213-5368c32f1cd9.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:43.922959497Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60411","req_id":"2eb0bd9f-5ee3-48ad-be7b-ec193fa2c2d2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"f913ed0a-c1f7-4015-b213-5368c32f1cd9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"f913ed0a-c1f7-4015-b213-5368c32f1cd9.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"f913ed0a-c1f7-4015-b213-5368c32f1cd9.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.005617378Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47268"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.013255666Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.013314644Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.013974949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.021144765Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.022399725Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"e0248889-4ba4-408c-bc16-cc658a0df5e1","remote_addr":"[::1]:47268","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.026088144Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"e0248889-4ba4-408c-bc16-cc658a0df5e1","remote_addr":"[::1]:47268","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3683,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.430794826Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.438324629Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.438408756Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.438438967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.438862701Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.439535261Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34302"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.439624118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33292"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.439656853Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49679"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.439681262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34482"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.439704027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47875"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.439726201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40550"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.439748095Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62339"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.444338631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"1a2ed8a6-8f97-4fe0-9020-919e8885c492","remote_addr":"[::1]:34302","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.444482989Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"2d1b43c5-efe5-4894-abdf-a59c02ee790a","remote_addr":"[::1]:33292","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.444607327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"e7491bb6-b3bc-401b-8c75-b95f01f5e2c7","remote_addr":"[::1]:49679","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.444722005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"9a7d0321-ef54-436e-a493-45ecac05d879","remote_addr":"[::1]:34482","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.445066602Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"332d7df2-06b2-47c5-94b3-16380fb4a7d7","remote_addr":"[::1]:47875","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.445222853Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"8e173653-cc86-4312-b706-106580feedd1","remote_addr":"[::1]:40550","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.445315648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"e169182f-d06f-4681-9df0-9c808a05da51","remote_addr":"[::1]:62339","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.44562808Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"1a2ed8a6-8f97-4fe0-9020-919e8885c492","remote_addr":"[::1]:34302","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1293,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.445798971Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"2d1b43c5-efe5-4894-abdf-a59c02ee790a","remote_addr":"[::1]:33292","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1291,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.445855944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"e7491bb6-b3bc-401b-8c75-b95f01f5e2c7","remote_addr":"[::1]:49679","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1288,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.445892086Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"9a7d0321-ef54-436e-a493-45ecac05d879","remote_addr":"[::1]:34482","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1221,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.445995863Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"332d7df2-06b2-47c5-94b3-16380fb4a7d7","remote_addr":"[::1]:47875","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":967,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.446107125Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"8e173653-cc86-4312-b706-106580feedd1","remote_addr":"[::1]:40550","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":899,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.44615465Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"e169182f-d06f-4681-9df0-9c808a05da51","remote_addr":"[::1]:62339","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":858,"response_code":"200"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.450368375Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 2057b741-d4a6-49e7-ae1a-55348b40e51f, kind: Service { id: 8968a0bd-379b-4374-bd0e-d98e74fbb999 }, name: Name(\"external-dns-8968a0bd-379b-4374-bd0e-d98e74fbb999\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 5b09a6a8-e945-4143-a844-ccb5d38e1e07, kind: Service { id: f50bd917-36ea-4d74-988f-4fde2916658f }, name: Name(\"nexus-f50bd917-36ea-4d74-988f-4fde2916658f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.450471992Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.450503564Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.450531129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.450557281Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.451067348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.453378362Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.457957235Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.458017165Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.458046072Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.458440528Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.462700777Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:43.286994Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.462756588Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.463543055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 2057b741-d4a6-49e7-ae1a-55348b40e51f, kind: Service { id: 8968a0bd-379b-4374-bd0e-d98e74fbb999 }, name: Name(\"external-dns-8968a0bd-379b-4374-bd0e-d98e74fbb999\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 5b09a6a8-e945-4143-a844-ccb5d38e1e07, kind: Service { id: f50bd917-36ea-4d74-988f-4fde2916658f }, name: Name(\"nexus-f50bd917-36ea-4d74-988f-4fde2916658f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.463607553Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.489902715Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:06:35.929082Z, time_modified: 2025-04-30T06:06:35.929082Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(64620), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(53312) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.49006073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.490088996Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.490115218Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.490705825Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.494886304Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.494957977Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.495040331Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.495073667Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.495599074Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.49969243Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.504197516Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.556635686Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:64620/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.55735073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43653"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.559303632Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1804c1eb-cf6f-40a1-b5e0-646214c05773","remote_addr":"[::1]:43653","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.560754522Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1804c1eb-cf6f-40a1-b5e0-646214c05773","remote_addr":"[::1]:43653","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1464,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.561106083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"1804c1eb-cf6f-40a1-b5e0-646214c05773\", \"date\": \"Wed, 30 Apr 2025 06:06:44 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.561895686Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.562075063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.562122728Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.562735419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.562999175Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.563054495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.563081388Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.563109064Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.563633018Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.563690222Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.563719921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.564305036Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.564360327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.564390126Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.564416178Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.56522023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.565261883Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.56529063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.565397423Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.565435399Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.565463344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.565487843Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.56551148Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.566199621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.567051428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52133","req_id":"2cb2d0cb-aa5f-4172-9040-d65785e8cf29","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: fb 9f 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.567108502Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52133","req_id":"2cb2d0cb-aa5f-4172-9040-d65785e8cf29","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64415,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.567331647Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.567495223Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"ffeb6840-90b8-4ede-aed0-869de6b28cb7.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.567594581Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52133","req_id":"2cb2d0cb-aa5f-4172-9040-d65785e8cf29","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"ffeb6840-90b8-4ede-aed0-869de6b28cb7.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36012, target: Name(\"ffeb6840-90b8-4ede-aed0-869de6b28cb7.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.568420095Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61034","req_id":"936d6c2d-7424-4f10-9f5d-041b759e03b1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 2b f2 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 +............_ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.568479083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61034","req_id":"936d6c2d-7424-4f10-9f5d-041b759e03b1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11250,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.568971785Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.56918045Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"8968a0bd-379b-4374-bd0e-d98e74fbb999.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.569224087Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61034","req_id":"936d6c2d-7424-4f10-9f5d-041b759e03b1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"8968a0bd-379b-4374-bd0e-d98e74fbb999.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50526, target: Name(\"8968a0bd-379b-4374-bd0e-d98e74fbb999.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.56977732Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36012, target: Name(\"ffeb6840-90b8-4ede-aed0-869de6b28cb7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ffeb6840-90b8-4ede-aed0-869de6b28cb7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2069, tv_nsec: 368674010 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.569838351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"ffeb6840-90b8-4ede-aed0-869de6b28cb7.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.570132387Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50526, target: Name(\"8968a0bd-379b-4374-bd0e-d98e74fbb999.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8968a0bd-379b-4374-bd0e-d98e74fbb999.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2069, tv_nsec: 368942935 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.57019391Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"8968a0bd-379b-4374-bd0e-d98e74fbb999.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.570398467Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.570453958Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.570482745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.570508156Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.570895958Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.571232259Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.571285414Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.571313901Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.571337318Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.571718838Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.572105649Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.572159656Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.572189776Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.572214856Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.573544856Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.574140593Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53142","req_id":"c86d9430-87b6-42c0-863a-7b70e1b94c15","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 57 c4 01 00 00 01 00 00 00 00 00 01 24 66 66 65 W...........$ffe\n0010: 62 36 38 34 30 2d 39 30 62 38 2d 34 65 64 65 2d b6840-90b8-4ede-\n0020: 61 65 64 30 2d 38 36 39 64 65 36 62 32 38 63 62 aed0-869de6b28cb\n0030: 37 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 7.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.574198809Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53142","req_id":"c86d9430-87b6-42c0-863a-7b70e1b94c15","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22468,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"ffeb6840-90b8-4ede-aed0-869de6b28cb7.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"ffeb6840-90b8-4ede-aed0-869de6b28cb7.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 102,\n 102,\n 101,\n 98,\n 54,\n 56,\n 52,\n 48,\n 45,\n 57,\n 48,\n 98,\n 56,\n 45,\n 52,\n 101,\n 100,\n 101,\n 45,\n 97,\n 101,\n 100,\n 48,\n 45,\n 56,\n 54,\n 57,\n 100,\n 101,\n 54,\n 98,\n 50,\n 56,\n 99,\n 98,\n 55,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.574278027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"ffeb6840-90b8-4ede-aed0-869de6b28cb7.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.574358908Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53142","req_id":"c86d9430-87b6-42c0-863a-7b70e1b94c15","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"ffeb6840-90b8-4ede-aed0-869de6b28cb7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"ffeb6840-90b8-4ede-aed0-869de6b28cb7.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"ffeb6840-90b8-4ede-aed0-869de6b28cb7.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.574455982Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60981","req_id":"f1038793-95b1-4400-b137-b5137ce99e9e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 98 8d 01 00 00 01 00 00 00 00 00 01 24 38 39 36 ............$896\n0010: 38 61 30 62 64 2d 33 37 39 62 2d 34 33 37 34 2d 8a0bd-379b-4374-\n0020: 62 64 30 65 2d 64 39 38 65 37 34 66 62 62 39 39 bd0e-d98e74fbb99\n0030: 39 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 9.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.574500741Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60981","req_id":"f1038793-95b1-4400-b137-b5137ce99e9e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39053,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"8968a0bd-379b-4374-bd0e-d98e74fbb999.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"8968a0bd-379b-4374-bd0e-d98e74fbb999.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 56,\n 57,\n 54,\n 56,\n 97,\n 48,\n 98,\n 100,\n 45,\n 51,\n 55,\n 57,\n 98,\n 45,\n 52,\n 51,\n 55,\n 52,\n 45,\n 98,\n 100,\n 48,\n 101,\n 45,\n 100,\n 57,\n 56,\n 101,\n 55,\n 52,\n 102,\n 98,\n 98,\n 57,\n 57,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.575260364Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"8968a0bd-379b-4374-bd0e-d98e74fbb999.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.575308781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60981","req_id":"f1038793-95b1-4400-b137-b5137ce99e9e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"8968a0bd-379b-4374-bd0e-d98e74fbb999.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"8968a0bd-379b-4374-bd0e-d98e74fbb999.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"8968a0bd-379b-4374-bd0e-d98e74fbb999.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found DNS servers (initial)","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.576012864Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","addresses":"DnsServersList { addresses: [[::1]:36012] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.576070128Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"addresses\":[\"[::1]:36012\"]}","iteration":2,"elapsed":"12.396138ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.576640915Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","addresses":"DnsServersList { addresses: [[::1]:50526] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.576695363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"addresses\":[\"[::1]:50526\"]}","iteration":2,"elapsed":"11.406126ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.576726536Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:44.576752477Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.576775162Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"19.709µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.576799571Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:44.576823589Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.576845663Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"10.351µs"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.577082034Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.584507809Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.584585945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.584616897Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.58501493Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.586009241Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.592188392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.594498605Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.601996414Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.60313872Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.603196886Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.603226655Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.603252908Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.603685059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.604046599Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.612616324Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"Rack initialized","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.612675411Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.612698497Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.612724088Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.613193153Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.642855734Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.6513208Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.651397272Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.651428434Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.652400882Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.656950867Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.657026478Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"reading DNS zones","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.657056267Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.657080826Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.65710805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.657135535Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.657161637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.658175387Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.658532238Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.658590644Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"reading DNS zones","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.658617598Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.658642558Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.658670173Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.658697808Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.658723309Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.659059769Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.668202125Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.668371753Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.669320593Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.672823673Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.682658849Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.682725111Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.682758748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.68323161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.684189108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.690440343Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.690576073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.691729742Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.692628372Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.694396345Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.694562977Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2efa76f8-aa3d-47f8-8b33-a7ddd93b1ac0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.694717104Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.694877504Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.694994206Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.695275998Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.696738632Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.704072805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.715938116Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.716000831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.716032594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.716535726Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.717544737Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","collection_id":"af608ea6-4d5f-4929-8192-006d6c87dc43"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.717599035Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","time_started":"2025-04-30 06:06:41.890013 UTC","collection_id":"af608ea6-4d5f-4929-8192-006d6c87dc43"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.718428988Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"collection_id\":\"af608ea6-4d5f-4929-8192-006d6c87dc43\",\"time_done\":\"2025-04-30 06:06:43.617234 UTC\",\"time_started\":\"2025-04-30 06:06:41.890013 UTC\"}","iteration":2,"elapsed":"6.777658362s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.718491283Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.71852016Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.718548086Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.718578045Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.718751371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.719319352Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.719550984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.719597687Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"142.424µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.719627677Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":2,"reason":"Dependency"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:44.71965453Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.719677326Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"19.619µs"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.722145553Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.723184814Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.723632206Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.739773666Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","found_so_far":21,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2efa76f8-aa3d-47f8-8b33-a7ddd93b1ac0"} {"msg":"read DNS config","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.73985091Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.739883024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","generation":1} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.73998122Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"generation\":1}","iteration":2,"elapsed":"176.987115ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.740020288Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.914550216Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_server_url":"http://[::1]:36012","servers":"DnsServersList { addresses: [[::1]:36012] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:36012/config","method":"PUT"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.914995594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.918605356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.918666067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.918700375Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.919054982Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.919338276Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.919388386Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"9f25651e-525a-4e2a-9356-8cb8d36b8821"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.919420049Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.919448917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.919475209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.91950049Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.919853763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.920121547Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.920170414Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.9201981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.920222749Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.920908615Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.923676139Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:36012","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:47441"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.925801744Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.931679215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.931759074Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.931791699Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.932127378Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.932338759Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.932384099Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.932771621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.937635953Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.937684961Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.937712165Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.938538431Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.93973215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.93979266Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.93982278Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.939850105Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.940279971Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:44.940803374Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/config","method":"PUT","req_id":"9a9d0f83-af3d-4d28-927b-08e6d0e9963f","remote_addr":"[::1]:47441","local_addr":"[::1]:36012","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.94166459Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"new_generation":1,"req_id":"9a9d0f83-af3d-4d28-927b-08e6d0e9963f","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.941725852Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"new_generation":1,"req_id":"9a9d0f83-af3d-4d28-927b-08e6d0e9963f","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.941884729Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/config","method":"PUT","req_id":"9a9d0f83-af3d-4d28-927b-08e6d0e9963f","remote_addr":"[::1]:47441","local_addr":"[::1]:36012","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1095,"response_code":"204"} {"msg":"found all DNS names for zone","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.942529203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"9f25651e-525a-4e2a-9356-8cb8d36b8821"} {"msg":"read DNS config","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.942616787Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:44.942657098Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","generation":2} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.942685033Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"generation\":2}","iteration":2,"elapsed":"378.295008ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:44.942715604Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.013490689Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_server_url":"http://[::1]:50526","servers":"DnsServersList { addresses: [[::1]:50526] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:50526/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.014624278Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:06:34.435675Z, time_modified: 2025-04-30T06:06:34.435675Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: c8041f07-3219-42b4-97c3-7475aa0ae43b, db_silo: Silo { identity: SiloIdentity { id: c8041f07-3219-42b4-97c3-7475aa0ae43b, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:06:43.008385Z, time_modified: 2025-04-30T06:06:43.008385Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: c8041f07-3219-42b4-97c3-7475aa0ae43b, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: c8041f07-3219-42b4-97c3-7475aa0ae43b, db_silo: Silo { identity: SiloIdentity { id: c8041f07-3219-42b4-97c3-7475aa0ae43b, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:06:43.008385Z, time_modified: 2025-04-30T06:06:43.008385Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.014714066Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"c8041f07-3219-42b4-97c3-7475aa0ae43b\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"c8041f07-3219-42b4-97c3-7475aa0ae43b\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo c8041f07-3219-42b4-97c3-7475aa0ae43b with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"449.272996ms"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.017193667Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:50526","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:61248"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.017609014Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55521","req_id":"3198a9df-a074-4a7a-8117-908ad7fbdd8f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a8 e1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.017691268Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55521","req_id":"3198a9df-a074-4a7a-8117-908ad7fbdd8f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43233,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.018316775Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.018527464Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.018636682Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55521","req_id":"3198a9df-a074-4a7a-8117-908ad7fbdd8f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.018878053Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_server_url":"http://[::1]:36012","servers":"DnsServersList { addresses: [[::1]:36012] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:36012/config\", status: 204, headers: {\"x-request-id\": \"9a9d0f83-af3d-4d28-927b-08e6d0e9963f\", \"date\": \"Wed, 30 Apr 2025 06:06:44 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.018935026Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_server_url":"http://[::1]:36012","servers":"DnsServersList { addresses: [[::1]:36012] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"DNS propagation: done","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.020744983Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"servers":"DnsServersList { addresses: [[::1]:36012] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.021008508Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"generation\":1,\"server_results\":{\"[::1]:36012\":{\"Ok\":null}}}","iteration":3,"elapsed":"280.951677ms"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.021644866Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.021691108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.021719765Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.022448026Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.025231672Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2069, tv_nsec: 824119093 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.025296541Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.025676619Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/config","method":"PUT","req_id":"53c6e8c5-b9ba-47ba-a709-7cc9176049cc","remote_addr":"[::1]:61248","local_addr":"[::1]:50526","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.026105553Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"new_generation":2,"req_id":"53c6e8c5-b9ba-47ba-a709-7cc9176049cc","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.026153318Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.02617398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.026473587Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.026618816Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.026656271Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.026678615Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"new_generation":2,"req_id":"53c6e8c5-b9ba-47ba-a709-7cc9176049cc","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.02722816Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/config","method":"PUT","req_id":"53c6e8c5-b9ba-47ba-a709-7cc9176049cc","remote_addr":"[::1]:61248","local_addr":"[::1]:50526","component":"http","kind":"dns","component":"external_dns_server","latency_us":1605,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.033703802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_server_url":"http://[::1]:50526","servers":"DnsServersList { addresses: [[::1]:50526] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:50526/config\", status: 204, headers: {\"x-request-id\": \"53c6e8c5-b9ba-47ba-a709-7cc9176049cc\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.033838761Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"dns_server_url":"http://[::1]:50526","servers":"DnsServersList { addresses: [[::1]:50526] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"DNS propagation: done","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.035547225Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"servers":"DnsServersList { addresses: [[::1]:50526] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.035884377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"generation\":2,\"server_results\":{\"[::1]:50526\":{\"Ok\":null}}}","iteration":3,"elapsed":"93.266077ms"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.037367312Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50404","req_id":"4e22b287-fee4-42f7-8132-e629d9ce6e85","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f7 f7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.037949582Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50404","req_id":"4e22b287-fee4-42f7-8132-e629d9ce6e85","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63479,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.03832511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.038496491Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50404","req_id":"4e22b287-fee4-42f7-8132-e629d9ce6e85","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.038844595Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.038952881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.039099894Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.039813766Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.107300319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.128539747Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50250","req_id":"08c42d9e-59d5-4324-a86b-722c1177b8d2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 49 83 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c I............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.128736338Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50250","req_id":"08c42d9e-59d5-4324-a86b-722c1177b8d2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18819,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.12906846Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18819,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:45.129323679Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50250","req_id":"08c42d9e-59d5-4324-a86b-722c1177b8d2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.12964538Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.139702758Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.139795613Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.13986424Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.139960111Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.140133487Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.14039145Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.142072901Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.142699339Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.142808997Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.14291573Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.156089067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.156198946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.156286019Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.156965443Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.162183119Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc6c232a-b898-486d-93ae-2e363ef314a3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.162653396Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.17132815Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.171430834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.171515343Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.172285467Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.178064281Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.186569317Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.186670138Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.186750047Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.187425874Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.187933836Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1293324d-43d7-4bf0-a735-4e2c648d1477\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.188295977Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.191927403Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d3f6d94-7028-48bc-b708-40dabaa3fde2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.192219184Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.193258034Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.193364325Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.194348396Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.196281909Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce08eb9b-55bd-4dde-8080-31f6723a318f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.1964984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.197646027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.197751006Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.198480469Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.200606595Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"305d8848-f71a-4df9-b06e-3d4809706206\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.200822355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.202585809Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.202783262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.203446363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.204792505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dddaf8e9-7c59-45c1-a623-25557a739ae0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.205067193Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.206882299Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.20704353Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.207215663Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.207315873Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.208511315Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.210251923Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10bf8732-0696-4375-9eb7-89ea8cf5afe3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.210574466Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.211252667Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.211355111Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.211438878Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.212056218Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.2148628Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fdfa18c-2d07-4803-a3e8-87fc3f58c15f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.21511381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.21536975Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.215469469Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.215551993Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.216088752Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.218795576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae492e18-b260-4864-8f0a-95eb6a05583b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.219080293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.220120646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dcd1210-d3f2-4230-ba85-03942b2075b9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.220355945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.220771032Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.231937981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.23209331Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.23221831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.232307307Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.233119685Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.244064923Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0f2fccf-40d1-4d60-a513-b3c08f85a8ab\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.245119995Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.245419392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.245525343Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.246168214Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.248174762Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34595564-2db2-4d0f-be29-6761560eacbd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.24855023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.248827602Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.248972722Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.249677185Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.253214964Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.253320184Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.254292381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.256402595Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d8b56db-290f-4ce6-89ef-7169d2228994\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.256688344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.257440193Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.257571444Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.257756322Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.25792082Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.258570865Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.261284091Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.261390674Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.26180556Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.262478812Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.264227586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc332437-ab33-4615-975d-30d71fb191bb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.264501381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.265353509Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.265457747Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.265544179Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.266171429Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.268676881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.283233684Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.283403843Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.283534955Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.283692509Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.284273847Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.284378756Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.2849881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.28794454Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.288090772Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.288203426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.288798552Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.289149842Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1089cb4e-80fa-4d46-adbb-3ce1d1d91a9b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.289507054Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.29362068Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.293701611Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.293732603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.294274052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.303555444Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.316091521Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.316160339Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.316188164Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.393987614Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.398058345Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3635232b-f530-495a-96cf-4988460a1bff\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.398143134Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.409595001Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.409653658Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.410203994Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.429837804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.429900719Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.432878352Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.433165674Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcec446b-7a64-4662-b3ed-485d1a621adf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.4336352Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.436398796Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.436454797Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.436957289Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.441101195Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63dd366f-f270-4e2b-9208-d7ea2221d23b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.441165884Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.441200022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.441228068Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.442615342Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.446577166Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.446641925Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.44667455Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.446700642Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.447106771Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.449285983Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.449342065Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.449371694Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.449863924Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.450071538Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55141fd5-133b-4ddb-9a6a-8686c84d959e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.450197439Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.451860562Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a52f4fb4-3334-465b-8b19-9f4d72cc727d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.451956283Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.453273888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.453331213Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.453360731Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.453911549Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.454849117Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06c283dc-760b-4082-89f3-5aded8f048c6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.454985128Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.456641879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.466198861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.466265523Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.466290774Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.466933494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.466988634Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.46701682Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.467039676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.467065287Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6af4bf6-d2f9-443b-930f-b1d27867bb86\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.467099675Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.469960415Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.470018701Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.470047298Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.47048497Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.470715219Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"508fdc0e-d293-4b01-8584-54bfab277e07\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.470958203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.474783475Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"015208cf-ff8f-4bbd-9557-14544d1dcaf9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.475030257Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.487353881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81ca2fe8-7079-4b16-be0b-2d32ad62cd0d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.487655882Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.491031839Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.491088031Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.491116868Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.491139704Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.493492812Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.502583575Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.502694165Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.502735297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.503058912Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.504642738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f19da26e-02d1-4539-9416-04438f20601c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.504765983Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.508056028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5293cc55-fefb-404d-98c6-87c815c52b0c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.508173092Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.516806102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 5b09a6a8-e945-4143-a844-ccb5d38e1e07, kind: Service { id: f50bd917-36ea-4d74-988f-4fde2916658f }, name: Name(\"nexus-f50bd917-36ea-4d74-988f-4fde2916658f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 2057b741-d4a6-49e7-ae1a-55348b40e51f, kind: Service { id: 8968a0bd-379b-4374-bd0e-d98e74fbb999 }, name: Name(\"external-dns-8968a0bd-379b-4374-bd0e-d98e74fbb999\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.516907534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.516937374Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.516963326Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.516987263Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.517766726Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.520230295Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beb27fad-662e-4194-b36a-ad1d17694abb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.520299893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.522064569Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.534654574Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.534768461Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.534801757Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.535265572Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.538850675Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:43.286994Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.538909392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.539813834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 2057b741-d4a6-49e7-ae1a-55348b40e51f, kind: Service { id: 8968a0bd-379b-4374-bd0e-d98e74fbb999 }, name: Name(\"external-dns-8968a0bd-379b-4374-bd0e-d98e74fbb999\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 5b09a6a8-e945-4143-a844-ccb5d38e1e07, kind: Service { id: f50bd917-36ea-4d74-988f-4fde2916658f }, name: Name(\"nexus-f50bd917-36ea-4d74-988f-4fde2916658f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.539885977Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.54251197Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1111f141-7b38-482a-934b-4714ac8155a6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.542685555Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.546318374Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71146d70-d00e-4369-8922-ef6df41d4043\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.546499244Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.549643368Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01c2ed53-a982-439b-ba31-45c20993cc6d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.549800532Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.551465489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2b70120-c31a-4b1d-8316-5ff60330453a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.551656319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.562215117Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d0602eb-0ffb-416e-9d26-efeb4d87e071\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.562318833Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.565570372Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdddc9bb-c5fe-4d39-858e-1d4548351299\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.565764358Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.571150841Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1acd37e-31e1-490d-bbf1-227618d8726b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.572342555Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.575488613Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"465e286d-1ef7-4753-8b78-3f9124bf140d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.575652961Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.5794972Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09de8fdb-d60d-4c94-9f3d-179ce46f59f8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.579589464Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.582153783Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5963081c-f9de-497d-9d77-acb2500caf4c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.582234624Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.584533394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a41c17c8-9e8a-4ce5-b67c-1485e891392b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.584643394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.58780342Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28424df3-8c88-4997-bea9-e0cf209eff5d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.587919822Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.590367228Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdfb64bc-e739-46f8-a997-99a825e5095a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.590496786Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.591594593Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c3aabd4-bb41-4b77-9556-7139bb44367a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.591750113Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.593678075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17c0ecd4-2dc1-45df-8d6a-9d5493b5777c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.593822492Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.594836102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"709af1ed-a396-4e05-a7b9-d4dc986a48cb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.595014958Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.595853439Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a34ebc2f-0c11-40da-869e-3aa6c6786901\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.595955603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.595986654Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.596017175Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.596043247Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.596751588Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.599394164Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.605452585Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.605502063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.605528857Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.605554488Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.605579127Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.606312097Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.607216249Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:06:35.929082Z, time_modified: 2025-04-30T06:06:35.929082Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(64620), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(53312) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.607276749Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.607299474Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.607323913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.607858689Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.61351564Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.61805797Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.618115705Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.618144072Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.618756171Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.622282477Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.622344551Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.622375663Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.622400713Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.622879527Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.625710407Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.631165957Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.707125652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:64620/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.707982158Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49773"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:45.708539879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c3f160bb-33f3-4968-9618-67fdc9f2b7f0","remote_addr":"[::1]:49773","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.709904108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c3f160bb-33f3-4968-9618-67fdc9f2b7f0","remote_addr":"[::1]:49773","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":989,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.710239125Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"c3f160bb-33f3-4968-9618-67fdc9f2b7f0\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.712432124Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.712540831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.803300133Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.803424901Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.803511143Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.803589549Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.803668116Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.803786792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.804009947Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.804108864Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.804186569Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.804258472Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.804333021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.804406737Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.804480825Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.804553921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.804677697Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.804801253Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.804892335Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.807057389Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.811975818Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.812085266Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.812169725Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.812246247Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.81231812Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.812390484Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.812467117Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.812540193Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.812612186Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.812686083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.812764019Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.8128348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.812908106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.812982484Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.813056612Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.81313091Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.813200448Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.813270658Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.813341419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.813410617Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.813482881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.813556608Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.813630706Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.813701046Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.813774552Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.813901295Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.81399431Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.814067085Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.814137024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.814212465Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.814286813Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.814357544Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.814427603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.814500889Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.814575949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.814648523Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.814717681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.814789324Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.814858863Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.814929293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.814998541Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.815072188Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.815146957Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.815222207Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.815294791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.815372205Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.815451553Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.815522124Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.815593707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.81566586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.815734397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.815807703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.81588163Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.815955938Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.816053393Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.81613257Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.816202931Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.816571846Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.816677496Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.816756624Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.816832385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.816908737Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.816978676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.817077523Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.81715108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.81722156Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.817356549Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.817451428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.817528852Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.817601166Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.817674673Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.817747608Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.817820844Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.817889331Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.817962546Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.818038347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.818114289Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.818189028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.81826543Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.818338385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.818412032Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.818483695Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.818555127Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.818629064Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.81870203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.818774514Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.818848852Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.818920285Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.818990905Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.819062468Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.819135724Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.81920888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.819286685Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.819362055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.819434369Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.819505621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.819577234Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.819646542Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.819718024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.819788865Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.819863734Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.81993682Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.820008453Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.820080967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.820151037Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.820222419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.820294403Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.820368791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.820439872Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.820512146Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.820583308Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.820653167Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.820773918Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.82090019Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.821079607Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.821172001Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.821252441Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.821324505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.821396448Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.821467239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.821542279Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.821615505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.821697528Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.821867256Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.821968298Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.822047065Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.822120992Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.822193186Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.822266782Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.822390589Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.822470348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.822545778Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.822619816Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.822696338Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.822772219Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.822847509Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.822917369Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.823036907Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.823117177Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.823192417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.823316313Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.823392756Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.823523406Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.823621121Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.823699647Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.823773304Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.823848694Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.823919686Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.823993623Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.824068532Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.824139013Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.824212198Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.824285865Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.824806673Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.824907484Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.824983966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.825063374Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.825135147Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.8252118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.82536233Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.825488932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.825585685Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.825664101Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.82573879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.82581389Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.825885773Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.825957035Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.826032876Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.826108898Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.826179829Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.826251762Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.826382853Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.826470288Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.826544024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.826614445Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.826683082Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.826756568Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.826828341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.826900475Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.826973961Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.827052297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.82712894Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.827202777Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.827275522Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.827349409Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.827418827Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.827494779Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.827569408Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.827637834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.827705418Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.827777382Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.827853724Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.827923082Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.827994725Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.828068191Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.82814301Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.828215775Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.828285464Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.828355594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.828425022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.828498018Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.828573458Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.828697004Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.828776262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.828849258Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.828923095Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.829044296Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.829131119Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.829204746Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.829279835Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.829400596Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.829476397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.829550485Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.82962858Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.829701476Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.829778108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.829849731Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.829924149Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.829997445Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.830069779Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.83025104Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.830382522Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.830469927Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.830540177Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.830611549Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.830681478Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.830750435Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.830823491Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.830892869Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.831010574Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.831083609Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.83115397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.831225242Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.831295101Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.831367154Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.831437585Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.831509267Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.831579407Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.831653835Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.831721871Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.83179174Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.831862181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.831955947Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.832080816Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.832159804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.832234432Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.832306346Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.832375323Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.832446044Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.832518388Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.832587386Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.83265967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.832732505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.832806302Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.83288077Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.832948335Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.833018424Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.833230106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.83404001Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:40995","component":"dropshot_external","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.942585139Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.942848694Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.942944194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.943024013Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.943098782Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.943170756Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.943245625Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.94331844Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.94339387Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.943461996Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.943533058Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.943606644Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.94384566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.943932193Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.944004126Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.944097522Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.944173975Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.944242431Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.944313002Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.944383292Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.944454283Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.944526767Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.944596687Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.944667518Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.944740804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.94599847Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.946095373Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.946172156Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.946247556Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.946317596Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.946392084Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.946464608Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.946533616Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.946606842Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.946675148Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.946744075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.946812291Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.946882241Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.94701263Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.947101397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.947216406Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.947289522Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.94736361Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.947432537Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.947501605Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.947571524Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.947640381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.947757715Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.947834889Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.947903846Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.947969938Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.948047252Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.948155507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.948234805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.948304474Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.948374303Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.948440856Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.948509222Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.948579302Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.948651957Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.94872385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.948797216Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.948872055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.948948117Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.949024519Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.949092074Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.949164919Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.949234638Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.949303815Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.949376791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.949450748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.949522872Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.949593432Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.949665877Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.949738241Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.949808842Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.949879011Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.949951095Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.950024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.950100012Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.950169009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.950238909Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.950308587Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.95042053Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.950498586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.950573235Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.950646551Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.95072125Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.950793473Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.95087185Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.950944234Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951050445Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951086888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951113341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951138681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951164152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951189563Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951216106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951240414Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951267588Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951291546Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951316676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951341485Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951365914Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951390212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951414Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951438248Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951463779Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951488929Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951512676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951631804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.95167001Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951695972Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951719769Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951743977Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951768596Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951793235Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951816351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951841131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951864578Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951889086Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951914257Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951939928Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951964887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.951988625Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952051019Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952079836Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952103874Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952127201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952149676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952172691Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952195577Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952218332Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952242531Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952265997Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952289655Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.95231271Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952336177Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952358943Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952381808Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952404403Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952428702Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952451216Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952474473Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952497449Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952520655Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952543791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952566696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952589402Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952612117Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952634852Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952657668Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952680764Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952704762Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952728198Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952752877Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952776735Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952798979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952821825Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952845031Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952871123Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952896704Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952922105Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952946363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.952971112Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.95303538Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953094608Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.95312059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953144969Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953169297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953193245Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953216551Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953239647Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953263815Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953287583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.95331133Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953334216Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953357672Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953380027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953403223Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953429085Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953452672Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953476058Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953498724Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.95352195Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953545316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953568252Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953591398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953614184Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953659674Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953685576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953750505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.95378798Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953812509Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953835434Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953861296Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953885805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953910444Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953934311Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953959211Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.953983489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954050904Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954078839Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954102747Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954126424Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954152286Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954180131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954254449Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954287184Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954311212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954336823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954361152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954384308Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954406933Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954429428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954453506Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954476071Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954500249Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954523425Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954548355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954572102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954595399Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954619006Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954642041Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954667592Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954692602Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954719005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954743654Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954768273Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954791549Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954814024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954836699Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954860717Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954885236Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954909534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954934364Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954958472Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.954981317Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955039423Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955067479Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955091868Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955114653Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955137859Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955161166Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955185765Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955208711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955231797Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955254161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955278279Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955301646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955325603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955349701Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955372888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955397547Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955420733Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955442807Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955466093Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955488097Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.95550978Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955532566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955555662Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955578066Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955662014Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955701873Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955725731Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955749067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955774828Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955798015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.95582055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955843245Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.95586605Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955888605Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955911671Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955933815Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.955956631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.956305105Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.956343542Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:65166","component":"dropshot_external_techport","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"registered DTrace probes","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.95636774Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.956393661Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:44110","component":"dropshot","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.956422569Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:44110","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.956448621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:44110","component":"dropshot","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:44110","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.956472388Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.956493701Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f","addr":"127.0.0.1:58040"} {"msg":"starting producer registration task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.956515935Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.956536456Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f","interval":"10s","address":"127.0.0.1:44110","producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"Running step start_oximeter","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.956562388Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.956583209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332} {"msg":"registered DTrace probes","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.957402261Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:45.957452271Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.957493433Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:45.958630148Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.036820467Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.036900566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.037719598Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"producer-registration-task","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:58040","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.037777614Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"producer-registration-task","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.115919076Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"producer-registration-task","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://127.0.0.1:58040/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.117656587Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","remote_addr":"127.0.0.1:51492"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.117723461Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48056"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.122200381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/producers","method":"POST","req_id":"8d2a5892-14f2-4681-b2f2-a7a7706595cd","remote_addr":"127.0.0.1:51492","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.122360209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"120b50f8-103e-4d86-bf0b-942958fba18e","remote_addr":"[::1]:48056","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.123270583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8d2a5892-14f2-4681-b2f2-a7a7706595cd","remote_addr":"127.0.0.1:51492","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.123336845Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8d2a5892-14f2-4681-b2f2-a7a7706595cd","remote_addr":"127.0.0.1:51492","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.124246748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8d2a5892-14f2-4681-b2f2-a7a7706595cd","remote_addr":"127.0.0.1:51492","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.125170488Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"120b50f8-103e-4d86-bf0b-942958fba18e","remote_addr":"[::1]:48056","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2817,"response_code":"200"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.130876587Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.144204031Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"120b50f8-103e-4d86-bf0b-942958fba18e\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:06:46 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.146082584Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.146141993Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.146171562Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.147648554Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.147715959Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.147750237Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.147781169Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.151666199Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:46.151725187Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.15190253Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.151947971Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.154346039Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.159475639Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.166351639Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.166569483Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.166623862Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.16816378Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:46.186945481Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.187896957Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.187953439Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.187986245Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.193067138Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.202701173Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/producers","method":"POST","req_id":"8d2a5892-14f2-4681-b2f2-a7a7706595cd","remote_addr":"127.0.0.1:51492","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":80494,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.203159907Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.204321462Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"producer-registration-task","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d2a5892-14f2-4681-b2f2-a7a7706595cd\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:06:46 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:46.20764845Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"8d2a5892-14f2-4681-b2f2-a7a7706595cd\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:06:46 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"8d2a5892-14f2-4681-b2f2-a7a7706595cd\\\" }\"","delay":"169.905215ms","count":"0"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.208264718Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.211956344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.215806495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.219360125Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.225327194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.241114169Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.245401872Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.253155811Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.257093336Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.260130868Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.263773055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.267075254Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.270396432Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.276178392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.280083502Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.284015427Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.285554273Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.288633668Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.29220804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.296216015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.30056476Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.304337036Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:46.307647021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:46.307713834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.307820437Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":3,"elapsed":"1.589015148s"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.310551678Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.314088625Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.318232482Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.321658097Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.325015196Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.329935439Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.333582055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.336678274Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.341452075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.346861704Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.354439652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.358014675Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.361949445Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.36567613Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.370390754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.37376159Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.377100232Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.380941315Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.386211566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.386317858Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"will register with Nexus at 127.0.0.1:58040","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.392672549Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"producer-registration-task","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.479072846Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"producer-registration-task","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://127.0.0.1:58040/metrics/producers","method":"POST"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.483303225Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"12e135e2-adec-400d-9376-feb80fa99cdc","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.484711911Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:60893","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.484840638Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:60893","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.484928653Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:60893","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.485007671Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:60893","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.48517314Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:60893","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.486051741Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:60893","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.487043968Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.487148075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.487419576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","remote_addr":"127.0.0.1:59058"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.851516204Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:58040/metrics/collectors","method":"POST"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.852154887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/producers","method":"POST","req_id":"780f693a-2427-4747-9021-aa74e7b9d0e7","remote_addr":"127.0.0.1:59058","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.853356772Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"780f693a-2427-4747-9021-aa74e7b9d0e7","remote_addr":"127.0.0.1:59058","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.853424386Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"780f693a-2427-4747-9021-aa74e7b9d0e7","remote_addr":"127.0.0.1:59058","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.854451503Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"780f693a-2427-4747-9021-aa74e7b9d0e7","remote_addr":"127.0.0.1:59058","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.856964139Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","remote_addr":"127.0.0.1:52604"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.86025227Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors","method":"POST","req_id":"028d5e7e-a7d1-4a80-82d9-ab4a63b48f1c","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.86080394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"028d5e7e-a7d1-4a80-82d9-ab4a63b48f1c","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.86095494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"028d5e7e-a7d1-4a80-82d9-ab4a63b48f1c","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.861645406Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"028d5e7e-a7d1-4a80-82d9-ab4a63b48f1c","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.862100713Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/producers","method":"POST","req_id":"780f693a-2427-4747-9021-aa74e7b9d0e7","remote_addr":"127.0.0.1:59058","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":9938,"response_code":"503"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.865617059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"producer-registration-task","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"780f693a-2427-4747-9021-aa74e7b9d0e7\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:06:46 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:46.866979073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"780f693a-2427-4747-9021-aa74e7b9d0e7\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:06:46 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"780f693a-2427-4747-9021-aa74e7b9d0e7\\\" }\"","delay":"829.210177ms","count":"1"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.877001262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","address":"[::1]:60893","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.877296199Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors","method":"POST","req_id":"028d5e7e-a7d1-4a80-82d9-ab4a63b48f1c","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":17057,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.879267347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"028d5e7e-a7d1-4a80-82d9-ab4a63b48f1c\", \"date\": \"Wed, 30 Apr 2025 06:06:46 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.879489028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.879543176Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.879567695Z","hostname":"bmat-EVT22200007-000064cb","pid":12332} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.886161683Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:45550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.886250791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:45550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.886285881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:45550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.886316411Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:45550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.886344698Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:45550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.886374147Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:45550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.886402263Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:45550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.886430589Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:45550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.886457583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:45550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.88648614Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:45550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.887153529Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:45550","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.887208539Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:45550"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.887243889Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","model":"test-model","serial":"totally-unique-serial: bd35fa3f-15c8-4674-a8a6-d99e2aa1ec90","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"bd35fa3f-15c8-4674-a8a6-d99e2aa1ec90"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.887330191Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.88736981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.887936038Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"starting refresh list task","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.888593779Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.933912153Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","remote_addr":"127.0.0.1:59941"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.933984507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.934406829Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.93773031Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.93779539Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.941666252Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.9420715Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fc165999-a9db-4e64-ac02-13071eea146a","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.942273813Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/producers","method":"POST","req_id":"f1c2b145-4d2b-4806-a8b8-015e4b767d7b","remote_addr":"127.0.0.1:59941","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.945715701Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fc165999-a9db-4e64-ac02-13071eea146a","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.945784578Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fc165999-a9db-4e64-ac02-13071eea146a","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.947229898Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fc165999-a9db-4e64-ac02-13071eea146a","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.949055926Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f1c2b145-4d2b-4806-a8b8-015e4b767d7b","remote_addr":"127.0.0.1:59941","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.949117829Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f1c2b145-4d2b-4806-a8b8-015e4b767d7b","remote_addr":"127.0.0.1:59941","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.954034024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f1c2b145-4d2b-4806-a8b8-015e4b767d7b","remote_addr":"127.0.0.1:59941","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.956522743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.956579316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:46.956607742Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.956632512Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.957150103Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.962038573Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fc165999-a9db-4e64-ac02-13071eea146a","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":20139,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.963771245Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc165999-a9db-4e64-ac02-13071eea146a\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:46 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:46.9642204Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.964599936Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:46.9693699Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:47.022468446Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:47.023570722Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/producers","method":"POST","req_id":"f1c2b145-4d2b-4806-a8b8-015e4b767d7b","remote_addr":"127.0.0.1:59941","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":81095,"response_code":"201"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:47.116936848Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","physical_disk_id":"bd35fa3f-15c8-4674-a8a6-d99e2aa1ec90","zpool_id":"212f1dac-8d33-485c-9370-5c0ccee7ad01","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.117042598Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.117077658Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.117594318Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.119803339Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.119865222Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.119897817Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.119924591Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.121403597Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.12576127Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.129656601Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:47.143544712Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dataset_id":"d63313aa-1a44-4175-a4a9-8fdaae706836","zpool_id":"212f1dac-8d33-485c-9370-5c0ccee7ad01"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:47.154239661Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","model":"test-model","serial":"totally-unique-serial: bd35fa3f-15c8-4674-a8a6-d99e2aa1ec90","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"bd35fa3f-15c8-4674-a8a6-d99e2aa1ec90"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.154437435Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.154489299Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.155151498Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.158042949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"PhysicalDisk { parent: Fleet, key: bd35fa3f-15c8-4674-a8a6-d99e2aa1ec90 (physical_disk), lookup_type: ById(bd35fa3f-15c8-4674-a8a6-d99e2aa1ec90) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.158099902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.158129061Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.15815404Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.158817352Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.161794594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.171078341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: bd35fa3f-15c8-4674-a8a6-d99e2aa1ec90 (physical_disk), lookup_type: ById(bd35fa3f-15c8-4674-a8a6-d99e2aa1ec90) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:47.171131918Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","physical_disk_id":"bd35fa3f-15c8-4674-a8a6-d99e2aa1ec90","zpool_id":"212f1dac-8d33-485c-9370-5c0ccee7ad01","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.171163611Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.171192418Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.171681222Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.172923157Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.173044328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.173133035Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.17362222Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.174998612Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.177223044Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.189184086Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.195694317Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.195792763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.195828394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.195857823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.196573198Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.200566344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.225934468Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.226014698Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.226061702Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.226575626Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.236769727Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.236943052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.23699729Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.23705714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.237993786Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.238416488Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.238766936Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.238875673Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.238923799Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.238953177Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.239435739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.24352655Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.255360979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.255474044Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.25568291Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.256516211Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.2572083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.262601645Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.262800642Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.262908387Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.264833773Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.267558512Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.267667789Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.268398495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.268764094Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.268818943Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.270475524Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49444","req_id":"9498479e-6346-47cf-8dad-729e8eef16d7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2e 89 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.270844769Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49444","req_id":"9498479e-6346-47cf-8dad-729e8eef16d7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11913,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.271060209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.271213123Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.271270858Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49444","req_id":"9498479e-6346-47cf-8dad-729e8eef16d7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.271706847Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2072, tv_nsec: 70602304 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.271794221Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.272367163Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60430","req_id":"f5ff1938-9f10-483e-9b28-47e361d082d2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 49 66 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e If..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.273684056Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60430","req_id":"f5ff1938-9f10-483e-9b28-47e361d082d2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18790,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.273946129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.273980216Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60430","req_id":"f5ff1938-9f10-483e-9b28-47e361d082d2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.349470636Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.350570247Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59119","req_id":"2c5cebc0-afcc-4318-a6da-da75cc8ae694","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5a 3e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c Z>..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.350638984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59119","req_id":"2c5cebc0-afcc-4318-a6da-da75cc8ae694","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23102,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.35083285Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23102,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:47.35115888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59119","req_id":"2c5cebc0-afcc-4318-a6da-da75cc8ae694","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.352759168Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.352971191Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.353077282Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.355778344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b671da0-7c24-48d3-8679-a5c934e7406b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.356078262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.361565795Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4908f92d-1f6d-4f33-b2ed-e66b1edc9be7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.362306982Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.366088126Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13dbe975-4ee8-48b2-b064-fb1db879a7f1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.366165249Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.37216843Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"191568c3-ddbc-4f24-8d63-256f9cc745a7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.372323379Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.374945924Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"472ea2a1-2972-4656-ae15-1161c537a3bf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.37517992Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.378632239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cc29785-18d6-49da-b69e-35522cf1dcdc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.37885374Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.382970943Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6442ab37-3379-45a4-b41c-5b1191d7da32\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.383207575Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.386695354Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58c62928-82e5-4357-a4d0-23d35fddeb0e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.386769762Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.390530485Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f647bbff-1a28-4e35-a56c-d4396063add5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.390694682Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.393110967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b84622cf-5ac4-4c46-8868-bfb718e8f077\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.393222639Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.395112575Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae81d987-4fc0-4800-9fff-e2ae2b18d2aa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.395186632Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.397211637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cebfa9ef-6a79-4f10-a670-fe55e17aae72\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.397303861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.400427134Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"431a35b5-a194-4b9e-b606-ad2f84d4b387\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.400667463Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.405681994Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"833aa7ef-ca57-49a6-a708-86edeac3cdad\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.405746843Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"will register with Nexus at 127.0.0.1:58040","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.413346204Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"producer-registration-task","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.504304683Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"producer-registration-task","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://127.0.0.1:58040/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.504640883Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2173a8a-e2da-4003-b1c8-86eb8a72ab5b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.505079787Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:47.507211695Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","remote_addr":"127.0.0.1:58041"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.507612023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.507668726Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.512742395Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/producers","method":"POST","req_id":"1727d2fe-8b03-4d27-8507-7ecc583d9a12","remote_addr":"127.0.0.1:58041","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.513285477Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1727d2fe-8b03-4d27-8507-7ecc583d9a12","remote_addr":"127.0.0.1:58041","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.513459874Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1727d2fe-8b03-4d27-8507-7ecc583d9a12","remote_addr":"127.0.0.1:58041","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.514483534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1727d2fe-8b03-4d27-8507-7ecc583d9a12","remote_addr":"127.0.0.1:58041","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.530013987Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.535364899Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a060b71-5609-4689-8294-48b761037137\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.535971076Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.538836646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53eedcdc-324e-4d41-857d-cd6bae4ec94b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.539127215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.550329665Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"898d764d-7b89-4f84-9e12-aa736229bc63\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.550690504Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.55460362Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa903137-0d0e-4f1d-af9e-cb85986c7e45\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.555028026Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"assigned collector to new producer","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:47.558911173Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:47.558982104Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/producers","method":"POST","req_id":"1727d2fe-8b03-4d27-8507-7ecc583d9a12","remote_addr":"127.0.0.1:58041","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":45801,"response_code":"201"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.55903503Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e061854d-665a-46f8-a305-ffb184a3e3d1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.559076693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.559430257Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"producer-registration-task","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1727d2fe-8b03-4d27-8507-7ecc583d9a12\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.562475815Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"producer-registration-task","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f","wait_period":"150s","lease_duration":"600s"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.563999261Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e8fea37-2f0a-4201-b7df-b86d760be9ca\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.564202556Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.565756943Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6800802-a748-4fc0-a155-9461f999b518\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.565858335Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.567506278Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"654ae4c6-d086-4252-93d9-53d959350e71\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.567582861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.568554186Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06065528-73cf-4b23-9438-472fdc66be32\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.568764305Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.578653328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93602be1-01be-42d7-83fc-b1917b7ac122\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.578912975Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.584603473Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.584676148Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.584710787Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.584736969Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.585450761Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.58771375Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28016746-f5b4-43e2-96a3-27cfd5d90ef8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.588232754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.588493414Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.594146687Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.594207078Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.594237819Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.594631734Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.598500202Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.598557906Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.599456156Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.600971355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3e19d91-5a60-422e-b5ca-f9a32c3eb3f3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.601555469Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.603925401Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a8cefe1-b35e-4e79-b42c-bfc9b942fc37\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.604289556Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.60775444Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69267176-eb71-47ef-b5f9-770045ee75ec\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.607907755Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.623415363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c5389c2-e39d-4c6a-8e08-2267f47c27b9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.623665772Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.624775684Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80b2a0ee-bd5a-4184-9d99-9c773454b7d0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.625079309Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.627124173Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4e3ac46-04e6-4e48-9ac1-01356d9070ce\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.627487868Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.628666346Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22027ff2-893f-414c-ba8f-12d7446fdf20\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.629994231Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.632115297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"715fe13c-3c1b-46f5-8450-16200fdb9726\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.632264885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.634478957Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5b9778d-ea4b-4715-939e-1661e610c19c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.63466133Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.641521759Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b50e059f-b5b5-4af0-80c9-a3b022be8cf4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.641610336Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.649408343Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.652587387Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83d40412-6e98-47a2-ad0d-0f468e18cbe1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.655210413Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.657470025Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdd83ae7-5380-4679-8fed-0cfe3591b622\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.659487244Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.66146253Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b33b481-45cf-47cb-99fd-e5c8068032dd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.661540846Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.663165112Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"990a26ce-579a-4076-89d4-6b15c4e5aaa6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.663288759Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.665452209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd52ace8-119d-41fb-905c-7ee4492520e4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.665514413Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.666462041Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aafc5c5-1686-49ea-bcba-4aa0563256c1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.666617741Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.667626651Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00ef7426-6382-4841-866a-ff3d32a19bd2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.667912281Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.668776302Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5a117d1-5314-4e19-b7fe-0e90c39cd75f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.668949668Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.670113316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a427993d-f86c-42ed-a3b4-3cb87952cbdb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.670177845Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.670213856Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.670246441Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.670274758Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.670908641Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.674908971Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.68358646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.683662342Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.683695518Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.683724285Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.683750197Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.684342036Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.687323516Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.707962207Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.708047477Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.708080814Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.708794075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.709096067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.709152499Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.709183902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.709209503Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.710034015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.713094383Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.724072616Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.724174239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.724261012Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.724839174Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.880774033Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.880842239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:47.881598947Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33430"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.88317169Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"0c11bfbc-7dba-4cd2-97ea-3fa75e06c585","remote_addr":"[::1]:33430","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:47.883740704Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"0c11bfbc-7dba-4cd2-97ea-3fa75e06c585","remote_addr":"[::1]:33430","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":556,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.88568612Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c11bfbc-7dba-4cd2-97ea-3fa75e06c585\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.887463171Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.887518491Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.887546597Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.889117677Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.889163138Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.889191244Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.889216364Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.890237318Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.890834578Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.890890018Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.891414724Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.914706551Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.919373269Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:47.919716814Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.919799619Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:47.921788642Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.054058381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:48.057332013Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:48.058034964Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.058102098Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":4,"elapsed":"819.701462ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.058141967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.058173921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.05821868Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.058252187Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.058280663Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.061032627Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.063437839Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.074718224Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.074805648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.07484137Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.076144075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.085270439Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.085331671Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.088600554Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53877","req_id":"c034d50d-610e-448c-975c-477e305f98a2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5a 78 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 Zx..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.089549004Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53877","req_id":"c034d50d-610e-448c-975c-477e305f98a2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.090202355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.091073852Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.091238029Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53877","req_id":"c034d50d-610e-448c-975c-477e305f98a2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.091625361Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2072, tv_nsec: 890434396 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.091692775Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.092015448Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56605","req_id":"e5869863-b56d-4370-94e7-6b67ec31d3ea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6a 55 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e jU..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.092184815Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56605","req_id":"e5869863-b56d-4370-94e7-6b67ec31d3ea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27221,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.09230766Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.092335465Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56605","req_id":"e5869863-b56d-4370-94e7-6b67ec31d3ea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.178671935Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.179769893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.179855073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.179890032Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.179918479Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.18176102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.182337108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59809","req_id":"16b06375-bfbe-4d66-b767-adca581e44ae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d1 b4 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.182598238Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59809","req_id":"16b06375-bfbe-4d66-b767-adca581e44ae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53684,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.183458773Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53684,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:48.1838943Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59809","req_id":"16b06375-bfbe-4d66-b767-adca581e44ae","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.184493194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.184546871Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.184746579Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.186310755Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.194552146Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.194689619Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.194736773Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.195263683Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.198537276Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.198598397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.199540224Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.199713399Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef4d1d99-862e-4b6b-a5de-21b3abd4f67e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.200451039Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.203525675Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"def669b3-bfe2-43fd-b84c-dbb9f4229214\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.204343304Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.208093135Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee295ab5-5392-4afb-ab64-81e5af0e0593\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.208194417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.210998965Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6fbdf14-c633-413b-bd45-b128ca91e5ae\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.211156559Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.214822533Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a092254e-4b5a-4d25-9cdb-db0357509361\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.214955468Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.217346842Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cddffa19-5bb3-4aa3-829d-d810fc6b9bf6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.217510168Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.222036586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38b57450-57e7-4b98-8e3b-86892ba3eada\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.222111606Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.226415431Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c4cea06-1182-451a-93a8-a668c3246015\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.2265104Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.234938563Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7550aae-2c6b-45b0-9315-1ddbe0df8dce\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.235364511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.238187827Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1808d723-0f40-4b0a-a675-60f6df5c0860\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.23852066Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.240238733Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.242215672Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41868812-6482-4ebd-a48d-a356582c481c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.242427264Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.244935782Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cb2c6ca-66e4-4b7d-8e72-2de7822d111b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.245023306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.246804956Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e94075c-b585-4554-b763-8a7ca70970e7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.247051798Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.249695355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fa5828a-1953-4e28-9672-c991dc83a0d2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.249767669Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.253160409Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bba788cd-63e8-4da5-b9f1-eba9689599d4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.253330027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.257751807Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1fe9878-6bf9-49fa-a38b-521045cc8ebc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.257832778Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.26151765Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c7eca71-20ec-4508-b326-7df28bf1a892\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.261745885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.267641141Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b50530c-ea78-4ab6-847b-645bde50d1d6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.267834997Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.270173015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee0af158-23c7-4a61-bd68-78239f3e00ff\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.270248095Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.27193718Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b426e98-3d50-49eb-b187-e11f725ca4dc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.272075897Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.273121049Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b4c86e5-7a84-405b-86be-d74c09de71db\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.273291629Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.274663101Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a97680c6-fa45-4a34-b034-858c2981e8a4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.274723552Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.276084724Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b3c5fcf-61ef-494f-8eb2-51a2ce7190f4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.276207559Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.278493383Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3441fc7f-47ab-46bb-95e1-a0510b3378ef\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.27874781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.281554402Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45e6bffd-9b9c-4099-aec5-c2dff5f92a18\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.281755332Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.283476982Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf7c57ae-3103-49d1-b3bb-317872624f0e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.283683374Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.285455905Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"496f7776-bd92-4088-85ab-81742702af04\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.285529833Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.289263752Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23dd2abd-5711-4b3f-ba15-64c0d905f8fa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.290187934Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.291417734Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.291595598Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.291646329Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.291674465Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.294937737Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.299269348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.309761022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.309826422Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.30985557Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.310326258Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.310560154Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"439ece02-fd02-42fd-8feb-399ca75dfb44\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.310911805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.313975429Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.314063043Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.314621366Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.317220264Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4a08c2e-a1ef-4409-9210-741e61da229c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.317771051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.318888598Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"018ae5a5-2eab-41c5-a9b8-930acdf36889\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.319050029Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.320561331Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bd2dadb-f2a4-4dda-9e5e-ce82d355c20d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.320640478Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.322439533Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e92bd78-db56-4528-acde-b5d9529fb63d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.322575363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.323627009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"275bacbf-c77e-48eb-bbe4-f00fdd993e06\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.323748361Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.325121106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd4c4fab-fe24-4b6a-aac9-6c7843ecc9be\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.325297577Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.327465797Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e8ed949-7822-4b93-9cda-0c2c1cac62d1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.327585295Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.332769805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"121a2e06-0c16-430e-90a6-06953c1dfe78\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.333075023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.336078668Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba349635-0acf-410f-abc9-89c12890726f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.336196713Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.338317489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a126c05c-faa9-4399-8051-79ae90a7bf21\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.338434662Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.340876698Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b7de0c3-1868-4dff-9bbb-5a942bc019af\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.341034783Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.344269297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.347801765Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9f4e47e-629d-43cd-964e-a6387eba425f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.34832089Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.349216524Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00f78e83-896c-4482-9c57-08534a49245a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.350273059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.351189746Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0c9c7ad-f739-4a78-ae59-977b45b19231\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.351324504Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.35266733Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8daecac7-363c-48ce-aea0-83a38abf5577\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.353050824Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.354249933Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40ee3e59-31bb-4116-bb80-84b739600ba5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.35431377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.354350523Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.354382357Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.354410924Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.355376027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.359836384Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.364837037Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.364929281Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.3649689Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.365005723Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.365037336Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.365577793Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.368567871Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.374733696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.375119154Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.375179303Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.376179226Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.473000987Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.47326335Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.473808335Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.474156629Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.474510945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.474554552Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.476158508Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:48.476426692Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59216"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.478774851Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"93cbd214-3fe7-4290-bac4-c60bf55204cc","remote_addr":"[::1]:59216","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:48.478957074Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"93cbd214-3fe7-4290-bac4-c60bf55204cc","remote_addr":"[::1]:59216","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":602,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.479233946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93cbd214-3fe7-4290-bac4-c60bf55204cc\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.482771594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.482857766Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.482927525Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.484868742Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.48498785Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.485076216Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.485156556Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.486217149Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.486637978Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.494953866Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.495013515Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.495043224Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.49549272Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.496610407Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.496665888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.497643295Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.504753462Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.504982458Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.505133689Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.506143461Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.50804516Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.508103005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.508880775Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:48.535631815Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:48.536008786Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.536067743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":5,"elapsed":"477.915135ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.536105989Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.536132382Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.536159065Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.536235197Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.536275036Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.537167945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.541791427Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.551237027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.551417126Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.551522626Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.553230689Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.557774673Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.558525789Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.558659786Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.5603029Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61853","req_id":"c5a0bcf6-31f4-471a-925d-e9ff568ba2b1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: cd 20 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 . ..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.560369403Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61853","req_id":"c5a0bcf6-31f4-471a-925d-e9ff568ba2b1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52512,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.560831764Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.561006211Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.561064498Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61853","req_id":"c5a0bcf6-31f4-471a-925d-e9ff568ba2b1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.561612309Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2073, tv_nsec: 360360162 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.561762649Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.561981034Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60747","req_id":"5cd3ee14-2b08-4b3f-a780-c28923380e9f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: da 38 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .8..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.56203945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60747","req_id":"5cd3ee14-2b08-4b3f-a780-c28923380e9f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55864,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.562413656Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.56253149Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60747","req_id":"5cd3ee14-2b08-4b3f-a780-c28923380e9f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.652939422Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.653812131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.653949515Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.654044905Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.654125796Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.655125338Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.655583962Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62967","req_id":"240ac296-5352-4bff-bc95-d25f05dd9d33","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 05 61 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .a..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.655812016Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62967","req_id":"240ac296-5352-4bff-bc95-d25f05dd9d33","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1377,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.656154819Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1377,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:48.656428043Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62967","req_id":"240ac296-5352-4bff-bc95-d25f05dd9d33","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.658089203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.658144573Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.65817305Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.658636373Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.67321013Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.674461754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.674529399Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.675587507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.679984057Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8480e7b8-390b-4b4d-b6c5-67a08d3ec4df\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.680305728Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.680688741Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.680747027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.681453826Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.683289062Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df94a24-7377-4efa-a54c-1ada2bc81fe6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.683386797Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.68591279Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70f9399e-9f12-48f5-9113-41dde6097cb4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.686080835Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.688392911Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef694bbe-ef4d-48ee-b0ef-309b896f0430\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.688470115Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.694307155Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"732a12be-5226-4727-a462-3155e2d69426\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.694854215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.697814714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61344f97-53b6-4c2c-bd8c-b702dd6793ad\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.697881647Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.703399641Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5f63d37-cb93-486f-8c37-1ca9abfb70c8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.703512185Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.707278329Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a17cfcdc-60c9-41e3-aeb1-ea04467d492d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.707362467Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.711831992Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d0ec71e-f9e5-4e77-96d2-eed4217365a3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.71197164Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.714176644Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"877d8119-81ed-4839-9f61-d3638fc7a01d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.714541671Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.720651084Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.724169504Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"490d48fb-d5c4-477b-a733-7f3096655619\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.724387408Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.725742227Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a20c0898-82be-4a5e-b696-3132fbcad154\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.725857156Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.727125543Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00693df0-fd11-4241-b0d9-cdebf55f5e0a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.727352646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.729144386Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c4c9201-38e3-4628-826c-9b185324f3d3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.72922677Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.730951727Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd838150-2291-4fc9-b5d1-80346e18dc4c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.731160403Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.733358061Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3739e205-3594-4fbb-80c5-27a57d65fea6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.733423682Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.735644938Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"565ff24a-10bc-45a5-bd8f-55728b6c17ae\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.735713945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.73750816Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49e1eb2e-9b93-4fec-9728-d4c284a70568\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.738122945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.740025205Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03e7b93d-f8cd-421a-8ac6-9ffba7fb819c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.740454511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.741165397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08f9edde-bca9-4e50-b08d-eea861162751\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.741856414Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.743453576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c9f686e-0b8e-4fc0-8732-d53aa0c2ff86\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.743611441Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.745620994Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26b74d2d-41a3-4e09-8bc7-f2c6e197253f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.745769981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.747068478Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fecc5204-506a-4181-9e64-5cc33a1ec9f0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.748242918Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.752885939Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fa7ad01-2462-42ce-8c8c-c294940a5d28\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.753083212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.757491255Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b761bda-913e-489d-8324-a2563a46f6c6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.757815912Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.764441383Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca1f94b2-bd2e-4ff7-b302-457487024766\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.76522796Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.770796986Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6c1ef92-55f0-469b-9189-d441fcb3271b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.770927205Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.779303675Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.779462722Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.779563342Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.779650005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.780512514Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.783489234Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.792103618Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.792173537Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.79220513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.792659485Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.793167978Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c7d75c9-4827-4b45-be2a-5e5b40a6d61c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.793571162Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.79597438Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.796052225Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.796540578Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.797296063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11ab01da-80ae-40ed-af67-e33b0f7bb734\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.797428327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.799348302Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85846829-6f02-485f-a58d-93176d0e2b58\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.799438742Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.800344848Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07587716-3830-4a8d-9278-b16f293e4455\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.80048636Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.8018163Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba4b50fa-eb34-423d-95dd-1b03da55b676\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.802154283Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.804525948Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57095a1e-463b-47ea-9675-4c8a00311f48\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.804821437Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.806828476Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c180deb1-3dd0-44de-9b6e-d6cd6b947467\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.807112732Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.814570181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92404612-e98b-4656-8de0-57d2fb8b0443\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.814808085Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.81867528Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41bc46eb-af1a-4376-be78-9466df96a0c0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.818920468Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.821591701Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f51a50f-4c0a-4689-b54e-59caab6bd855\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.821928442Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.826206505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b6ede4b-b487-4262-9dfc-89f54afa4706\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.826485662Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.834938814Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"122d4eef-b88a-43bd-9096-0ca75d4c0af0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.835453449Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.836025619Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.84030711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3858b0a-2123-4196-9342-208b8d9ffef9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.840559513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.842838103Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"909875a3-cf62-4477-bef7-06db3babe12a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.842904896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.844351318Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67b2473f-9178-4c83-bcdb-3f84a25e5daa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.844416478Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.845721317Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89fe1dcc-9ce9-4960-9193-3ec0d173cdef\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.846063279Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.855708987Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"636d3bdd-4854-4b99-ad64-99103299b9aa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.855972703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.879948393Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b154aac8-eb9a-46c5-8a87-64a2a015ee01\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.880376816Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.880424301Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.880454541Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.880479902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.883095754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.888642495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.889719551Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.88986946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.889956253Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.891008539Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.897185096Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.903493375Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.903596931Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.904092087Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.904313278Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.904406865Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.906464174Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:48.912208188Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.919409787Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.91975282Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.927334887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.927407041Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.9274417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.928190632Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.928847391Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.938564842Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.938627908Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.938661926Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.939331991Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.939871466Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"98d8c03b-828b-435d-ad39-b887478f5a30","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:48.944262114Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"98d8c03b-828b-435d-ad39-b887478f5a30","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.947173685Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"98d8c03b-828b-435d-ad39-b887478f5a30","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:48.948369117Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"98d8c03b-828b-435d-ad39-b887478f5a30","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.018475679Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.018552663Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:49.021523081Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"98d8c03b-828b-435d-ad39-b887478f5a30","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":81585,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.022111624Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.022172174Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.022985836Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:49.023378508Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46503"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.024932073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98d8c03b-828b-435d-ad39-b887478f5a30\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.025238073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.028355875Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"5d46a741-b7cd-4a6e-ac9e-fd6a8a369960","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.028472918Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"5a2f991c-0591-45a8-bd51-c435623a088d","remote_addr":"[::1]:46503","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.029067844Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"5d46a741-b7cd-4a6e-ac9e-fd6a8a369960","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.029144747Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"5d46a741-b7cd-4a6e-ac9e-fd6a8a369960","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.029639072Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"5d46a741-b7cd-4a6e-ac9e-fd6a8a369960","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:49.030253586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"5a2f991c-0591-45a8-bd51-c435623a088d","remote_addr":"[::1]:46503","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1791,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.033610625Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a2f991c-0591-45a8-bd51-c435623a088d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.035842271Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.035919906Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.03594688Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.037793639Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.037846715Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.037877556Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.037905241Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.038521289Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:49.047107496Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"5d46a741-b7cd-4a6e-ac9e-fd6a8a369960","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":18899,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.04933296Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d46a741-b7cd-4a6e-ac9e-fd6a8a369960\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.049565253Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:62578","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.117172737Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.11733504Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.123365986Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.123733158Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.123792787Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.12434153Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered new metric producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.12800018Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:44110","producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.237025736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:49.240625889Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.277073118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.327584288Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.328032571Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.32857399Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.328721274Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.330640678Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.33311133Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.345687698Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.345974429Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.346030251Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.346676398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.361134064Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.361429242Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.362271831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:49.36283376Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:49.36361163Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.363770828Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":6,"elapsed":"827.635038ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.363982319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.364089903Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.364200924Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.364297767Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.364382146Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.365869078Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.370462771Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.375799975Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.375904293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.37605355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.37671598Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.381071147Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.381196597Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.382261629Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57301","req_id":"cb065c21-0ca5-4f2c-bd87-5fcda14da2e4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8a a9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.382325126Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57301","req_id":"cb065c21-0ca5-4f2c-bd87-5fcda14da2e4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35497,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.382552529Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.382721085Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.382795914Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57301","req_id":"cb065c21-0ca5-4f2c-bd87-5fcda14da2e4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.383475718Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2074, tv_nsec: 182372929 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.383539155Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.383960394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52684","req_id":"df6210ad-7e80-46f1-baff-9070e96ab27e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9f 3b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .;..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.384022918Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52684","req_id":"df6210ad-7e80-46f1-baff-9070e96ab27e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40763,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.384114922Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.384227566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52684","req_id":"df6210ad-7e80-46f1-baff-9070e96ab27e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.447009585Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.448220829Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53292","req_id":"809a3c83-f018-48c3-91f6-e321f8c7c82a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 65 37 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c e7..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.448417681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53292","req_id":"809a3c83-f018-48c3-91f6-e321f8c7c82a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25911,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.455803106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25911,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:49.456216179Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53292","req_id":"809a3c83-f018-48c3-91f6-e321f8c7c82a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.456815894Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.456891585Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.456945853Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.459921251Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbf41565-dcdd-4f8a-b0d6-9b6d4a957fd1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.460189145Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.463213811Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d1b3031-b9f0-43ea-9822-f0feff7ba35a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.463638317Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.465985253Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f554eef8-96df-484d-9b08-b5b7e709c43a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.466082577Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.46979291Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d003330e-875d-4639-95db-078c390cdec7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.46994846Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.47469148Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23b326c6-7066-4f34-84f3-939111188724\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.474765688Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.475392486Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.478799084Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f835402d-10bd-43d8-8825-07c7e8973c2c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.478880696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.481373002Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0959074-3754-4d62-8e67-60afe223b6cd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.481547931Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.483601983Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13fd650b-84ce-4b44-8cec-8c8cb6c5e7b9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.483711792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.485142072Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"934e0c95-4d52-4391-b590-40bf24851033\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.485338423Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.488830882Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.488918276Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.48899554Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f94ab39a-833a-44e8-a547-577112d50095\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.489132452Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.490828983Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4aa8b9d8-e3f4-45a5-bf67-7cbbdfa1b498\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.491216815Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.493261319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4743e34e-acd8-48a7-895b-d9f05f6d3b2e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.493558511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.495283949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"813bb5e7-1b30-43fb-8881-9b7f020e0898\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.495619347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.497668169Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f34d0389-b6ba-4521-8bca-541146aded05\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.497890432Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.50148796Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ba4429e-ff9c-4df2-a6cb-538c86256fb3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.50170358Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.507082787Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41d7df57-7b2f-4b14-9a02-8bedc6eeaceb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.507286583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.510047875Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8698303-479a-4cc4-bb09-c2653717ce28\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.51064252Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.51308663Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"376f8f79-9e16-4570-8f2d-442516ae2864\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.513298191Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.515477994Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de95638a-2e3e-4ef6-9b63-62c58b77dbd2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.515869524Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.516904466Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f94d5b69-4b5c-4635-972a-3f53c9cb7e5f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.517147781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.51956113Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a04a907a-5dac-4e87-bfac-15968e8c3833\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.519790096Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.521003844Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de51836a-ef8a-4d1a-94a8-fe081d43c5f4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.521181708Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.522627199Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74d5b4e7-4558-4f34-967a-cea1ae96b6f1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.522756216Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.525531205Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6da0467-c715-4259-b281-e76d53505853\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.525754139Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.52658813Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.526655284Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.526691156Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.526718891Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.527563173Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.530508091Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.539989913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.540060884Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.540091425Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.540514688Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.542959329Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a041fe6-c162-48e5-a9ca-b18315f317ad\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.543488453Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.544005042Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.544046174Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.544624386Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.547114418Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d8c79fc-ff2d-4bd9-884c-4f41c2c53f9c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.547194046Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.551495587Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"074289c3-01f1-457c-bf92-fb2cfaace3b0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.551665816Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.55969812Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e32a882c-3eec-42bc-b0bf-374c2c6963b9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.561021447Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.564478615Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7cebae2-3aa6-46d8-87e4-14f071aa9436\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.564671439Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.569086656Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"579e5e3b-3125-4be9-bd22-8aca65a97183\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.569437505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.571335597Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7007236-40e1-4ec4-b8d0-90b7e3c5f491\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.571569834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.575701025Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5141bf80-ec81-4f25-9785-ce130964706e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.575901715Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.576608513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.579170457Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b150a4dd-2632-4cb7-ae51-5db08a326bd7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.579295446Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.580390318Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5678ddfa-92e2-44a3-b7aa-7b70ec201dfb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.580603412Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.583063955Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c43bab3-348e-4a10-8f9b-48fb6d831d4c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.583281679Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.585885827Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f063d330-355b-48d9-adb6-1939d88d85ca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.586691873Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.589548174Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6265568d-088a-4f1e-8d6f-b1102c3f7ede\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.589631661Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.591789169Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6db9cd22-de98-4c4b-a215-73f65d131f6b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.591892525Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.594370112Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb2d2322-9858-4159-a3a8-8723c212c687\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.594645671Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.597275821Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"992185dd-b0fb-469b-a8ea-a9f75805c89b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.597778593Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.601532893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56e9f72f-731d-4157-a250-ed6a13347a1b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.601601229Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.601638193Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1d13ead-35ee-46ef-b97d-f179cd03b313\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.601673132Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.601969673Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd7b16f5-7e63-47b3-8373-29dd71e01ee4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.602123129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.603078503Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fbf76b4-478b-4365-9d95-6f1c92c30cfb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.603131999Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.604239626Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69ddc013-ef32-491c-9571-6effc255e02f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.604304195Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.604342521Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.604373863Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.604403182Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.605151272Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.608369124Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.613656398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.61372225Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.613756949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.61378768Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.613816878Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.615432437Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.617323084Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.62293748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.623380303Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.623440853Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.624704912Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.628402078Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.628597788Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.628640964Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.628671595Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.629683952Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.705032499Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.705108421Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:49.707147563Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56893"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.708033569Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"fd741dda-3fd6-46d6-8029-1b6f75b2b57c","remote_addr":"[::1]:56893","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:49.708659466Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"fd741dda-3fd6-46d6-8029-1b6f75b2b57c","remote_addr":"[::1]:56893","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":521,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.70884212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.715485747Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.715565205Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.715594563Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.716685407Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.717080394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd741dda-3fd6-46d6-8029-1b6f75b2b57c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.718626835Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.718687666Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.718747405Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.720115601Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.720181533Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.720216883Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.720245871Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.720826518Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.72426583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.724388846Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.725622994Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.726832895Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.739583289Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.740779463Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.740889853Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.741674256Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:49.781428193Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:49.781750325Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.781808971Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"417.794238ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.781849021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":8,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.781875674Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.781901877Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.781930774Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.781959822Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.78364529Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.790548725Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.799878514Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.799968894Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.800002611Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.800934377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.802166072Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.806224648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.806289848Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.807207526Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60589","req_id":"feb60ca3-6cc8-4bb3-b7a5-e062d9bfdf51","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: da 8f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.807270111Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60589","req_id":"feb60ca3-6cc8-4bb3-b7a5-e062d9bfdf51","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55951,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.807820748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.80786663Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.80789199Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60589","req_id":"feb60ca3-6cc8-4bb3-b7a5-e062d9bfdf51","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.808179323Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2074, tv_nsec: 607069990 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.808247518Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.808554831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53952","req_id":"11db69c3-e86f-4afe-b066-54a4f25cac90","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d7 63 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .c..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.808621714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53952","req_id":"11db69c3-e86f-4afe-b066-54a4f25cac90","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55139,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.808708998Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.8088006Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53952","req_id":"11db69c3-e86f-4afe-b066-54a4f25cac90","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.869658816Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.869824326Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.869879346Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.869912722Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.869939917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.870998275Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.87245123Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57722","req_id":"49adc5e3-e188-4ea7-a421-cfd14bc48199","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 0e 02 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.872659976Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57722","req_id":"49adc5e3-e188-4ea7-a421-cfd14bc48199","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3586,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.873005805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3586,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:49.873198058Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57722","req_id":"49adc5e3-e188-4ea7-a421-cfd14bc48199","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.877302015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.877418096Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.877641722Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.878272549Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.887613851Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.887721505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.887765543Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.888284287Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:49.89713966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.897198838Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.897650829Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.918669407Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8da959c9-c0f6-4469-bb86-22ca50020d67\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.919555893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.937491629Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6e25a63-9e2f-45ee-8853-453645dda73d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.93772788Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.956107089Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d08a389-2f35-44ae-80b6-70a11df52278\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.956195395Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.960636614Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eec5191-49e0-4de4-b361-3e67f82e069e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.960718427Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.962454586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"902290e3-e49e-41dd-ae49-4e49dbcb401d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.962690175Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.968115986Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2ac4f76-3cff-485e-8a90-321e6053351b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.96835403Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.968683316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.971863533Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2cb739b-afdc-4b52-912f-8694fb34b6d4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.971987119Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.97385484Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"395007ae-f3c4-4b6d-8449-a5301a671e0b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.973923497Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.974775715Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39dcabaa-1233-438f-b32f-d1367ddbc0a4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.974950744Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.976237077Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d0ec48a-4243-4cbd-b013-e88122027ffd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.976492786Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.97743818Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91057d60-89c4-4caf-a45f-cff5df0ee8de\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.977514903Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.978910093Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1bfda01-ccd0-46a8-a450-5a26a9dea8e0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.978983719Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.980356625Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed0d3e06-6b9c-4f02-a138-a066d7fa2520\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.981762806Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.984657364Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68e116df-bef8-49a6-a0b8-6983dac1a586\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.984718465Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.991413204Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25663c79-eff3-451b-8adf-087970ba2528\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.991708803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.994136721Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f005ad9-c7a3-4419-8e7e-b3e7ffb3fbf9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.99420179Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.99808622Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ba69a76-229b-444c-b97c-5cb2cda445a4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:49.998326018Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.001421796Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25617056-f9c9-46fd-b103-80b3ce5f1b4a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.001671714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.003816357Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dff9296-4eb4-4548-bc60-fffa024c61fc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.004332395Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.006545294Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a5e903f-69b1-4e74-a679-5741dc5a7630\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.00672388Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.007791767Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"509d8c1e-0315-46ca-880b-dc645ece05d5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.007894873Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.009681022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58a90421-f717-4283-ba39-a9b57afa5299\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.009754468Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.011037204Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67671f13-8f51-4161-b3f4-7053c2a9ddd6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.011174748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.013433939Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d742a809-ce91-4aa2-8e0f-357eabe89497\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.013648627Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.016241904Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0da3fce-a10b-4c0d-8fff-3c843d0ae2ae\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.016374147Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.018375044Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"731e1ff9-e441-4efd-a0fd-5587ad932b03\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.018674621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.019536869Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.019595726Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.019627058Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.019752699Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.020588965Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.022211137Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15db3971-d088-4b3d-9f02-149fc891141a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.022472718Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.024075051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.032976246Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.033089572Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.03317917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.033792582Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.037385932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.037497474Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.038282759Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.041172266Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87797afc-3f79-4bef-bafe-95821654ed2b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.041482514Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.045070803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f74330ce-bbfc-40b0-b71e-0f61042fbf65\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.045287064Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.048051683Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"903eadc5-5981-4a86-9d4f-45423147474a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.048274847Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.057614135Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0fb43bc-9c27-4c0a-9b18-10b5f0bbc23c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.05789276Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.059361667Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.059900471Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.075504811Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a1d8b72-ed81-45e4-81d7-5bc47e02eb2d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.075917013Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.078639266Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.081423263Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.099041507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.099199902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.105878599Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61f7e4a6-861b-4d28-8809-cb96f962e84b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.106201543Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.110112926Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d761e04-9abe-4341-b939-69a3c6e5452b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.110356601Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.112680091Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36b2554c-686d-41b6-8f65-6ee5999ee4a1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.113065879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.118826216Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a00452e-bcd0-42f6-87c5-8bd54f0e42bc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.1189737Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.127459127Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.12819858Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45bb8688-b9f8-4ec3-a942-6087e2123d89\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.13614843Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.140661682Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf60abd7-d93a-492f-a2bd-39099ff1767b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.14096175Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.144553055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81906bc7-1430-4316-843f-2223e25da618\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.144885107Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.147041584Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49216ded-7c21-43b9-a21a-fb882250132c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.147126232Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.15141121Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae35f475-0a66-4713-918e-9a7e5a201562\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.151781938Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.153461485Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd870d90-38b8-4d14-85ed-cef21503ae20\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.153541915Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.154502659Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b87e6e8c-6b4c-475c-a4a9-fdd30eec9684\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.154664792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.155613803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a477a61-be2a-4cc3-b892-cdd1a0901039\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.155761447Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.156751109Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bcb35c6-dc53-4dd3-bf62-18cad8149931\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.156918212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.156966579Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.15699758Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.157025155Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.157853826Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.160717141Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.167167934Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.167234376Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.167266591Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.167298805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.167325879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.167880734Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.171023927Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.178464993Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.179077603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.179140869Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.179637489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.18082751Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.180889283Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.180924383Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.181012819Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.181706331Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.245307372Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.24538183Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.246116554Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.256677396Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.256763297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.256797375Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.258875736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:50.25899333Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51116"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.262570748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"04c85ff3-6629-4863-8b2b-1f68cc5360de","remote_addr":"[::1]:51116","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:50.263241204Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"04c85ff3-6629-4863-8b2b-1f68cc5360de","remote_addr":"[::1]:51116","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":763,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.263877241Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04c85ff3-6629-4863-8b2b-1f68cc5360de\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.268273681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.26838369Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.268415283Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.272919026Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.274977317Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.275092707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.275126144Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.276592956Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.277278322Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.277394143Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.278847859Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.281718328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.289373531Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.289854669Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.290023456Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.290561017Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:50.322919078Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:50.323588873Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.323663361Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"541.746916ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.323706517Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":9,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.323871315Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.324090973Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.324152045Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.324339939Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.32563525Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.327137633Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.329207047Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.334010156Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.334069515Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.334099955Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.334475143Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.338121278Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.338201347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.338988125Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54293","req_id":"da23793d-dbc8-4930-8c50-dbe398039370","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: fc 07 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.339058435Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54293","req_id":"da23793d-dbc8-4930-8c50-dbe398039370","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64519,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.339220668Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.339407651Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.339456017Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54293","req_id":"da23793d-dbc8-4930-8c50-dbe398039370","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.34014034Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2075, tv_nsec: 139031479 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.340202594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.340507201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63501","req_id":"741f5352-0977-453d-aff6-eb9e716b74b0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 09 4f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .O..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.340562652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63501","req_id":"741f5352-0977-453d-aff6-eb9e716b74b0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2383,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.340695306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.340721458Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63501","req_id":"741f5352-0977-453d-aff6-eb9e716b74b0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.410391Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.412425484Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.412607336Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.412661955Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.412692065Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.415982391Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.417767748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49547","req_id":"1539a5a2-2743-4c6b-ad2c-94bbcda24535","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ab b8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.417915122Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49547","req_id":"1539a5a2-2743-4c6b-ad2c-94bbcda24535","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43960,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.418277093Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43960,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:50.418453805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49547","req_id":"1539a5a2-2743-4c6b-ad2c-94bbcda24535","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.420374021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.420430093Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.420459431Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.421922266Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.436748436Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.436875299Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.436913234Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.437251979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.438678962Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4741efcf-92ca-4b37-8ebd-7dae8b73b469\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.439012046Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.440661282Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.440716572Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.441895761Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.444169872Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7463b5f3-0be2-41f6-9f47-951d7cbde154\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.444600681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.446856806Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9b6bbb9-b639-45e1-a995-08c9e0c61306\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.446995853Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.451484146Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3101706c-ebbb-4f6f-935e-543c2e526635\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.451736468Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.456252627Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a09a155-0d6f-4dd1-a994-6bdec26dbf60\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.4563798Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.458842096Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a5e27b2-3740-4c0f-a4d6-2b364be6bb33\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.458897296Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.461005056Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"babd852d-4bee-4b9a-a8f3-477753fd6913\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.467633913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.470955361Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0e9fe47-9980-4a89-9770-81a6fd71bfde\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.471134748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.474178763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ef56825-8f07-4524-bebe-05e904444610\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.474244073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.475414545Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13bc796c-4266-49bf-aeb2-d45b20537190\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.47586837Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.480544517Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5055d1d5-a8f3-4995-813e-d3484d7d3972\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.48070659Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.483419164Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.492892118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.49296812Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.493733705Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.494509611Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.494558799Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.495538902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d090cfdb-5bb3-4434-bde0-4285c3d47049\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.495714201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.498426094Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.498713978Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:06:50.494436385Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.499539814Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.499774802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.500677781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f6e9cce-d427-4a07-ac38-1db492025e17\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.500897669Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.50486295Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebe70951-1da7-43f5-8282-9e6e4a14be6e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.50500374Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.505546131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.508400478Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97598b82-7751-4af1-987e-8cbd4c46a6b2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.50854711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.509867541Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.509930897Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.51164883Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"415bcfb0-f11d-41cf-8182-a64eb74ee728\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.511885391Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.513372314Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.51343082Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.514557115Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d64c45a6-2741-4a94-a818-ac8721af2c1b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.514668336Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.519020568Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"812f4a01-c61c-4b29-b43f-cc5a89cd58bf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.519160637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.522034092Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cba07de-e642-4fc9-a961-e6dde18c411b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.522116165Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.523007511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4719b53a-53be-449c-bf22-8bc9b81a9e1b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.523190506Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.525754094Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"048bf401-a383-4962-b804-24aed49e3114\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.525825386Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.525871257Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a7a95e0-5963-4604-b7db-62af90c20bc9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.525905275Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.526810328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c7512e9-818c-4c0c-9567-9393f43262a9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.526884626Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.530106025Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb17d98f-323b-404f-8203-f87b6635f3df\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.530167798Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.531653718Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04f616a1-d4e7-49c9-b2e5-8d5814c830b0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.531716614Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.533006083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1286864-a368-4d45-b996-a2c69f545df1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.533165681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.534373147Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.534435731Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.534482354Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.534510881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.535525362Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.537833992Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c071dd7-d10b-447b-96d5-5d5aaece32cf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.537914352Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.539192459Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.545646298Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.54576289Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.545801297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.546056064Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.554735537Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac99f6f0-db20-4c01-aaec-ca0863564896\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.554993712Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.555450772Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.555505411Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.55758272Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.561742809Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63dbebd1-b457-4dac-9ff1-2013a0047a3d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.561811075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.565216941Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e714e2fb-9ab2-4f06-85bf-72cf92e518e3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.575267696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.576974828Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c45fcd64-b77a-420a-ba21-5d59adc59ad4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.57704628Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.57876753Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3d85482-6788-4c62-8064-bcc2d52cf10c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.578835816Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.579890928Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bbedb57-cb03-469d-8920-949a9900d92a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.580075095Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.581116309Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e236271b-b9a1-4de2-9769-f9d45d742e8f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.581179766Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.582388825Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1b2ba36-557c-40fb-b732-073e1ca2f739\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.583217005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.584447857Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccbb2de9-b6a1-4eec-a4a6-2e4157eed1e4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.584588618Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.587468335Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe7fb0d7-6791-445c-a6f1-d7f95c941dc7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.587676169Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.589790462Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f64f53c-2873-43d3-b0ef-54918d1b68c8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.589861654Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.592295934Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e7f146b-1f9f-4b12-8c74-71338f65c186\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.592421614Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:50.593994869Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.595538204Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13c4e311-5a82-4085-bd5b-2ef76f0feb1a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.595605889Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.598695294Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9720f3aa-df51-493c-b509-2a9fff766552\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.5987736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.599520829Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5ca4bfa-ed0a-4bed-ad42-5c7c74b8e373\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.599651019Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.600658947Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.602030199Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ba99764-ab59-4e40-bf72-ae1c1de8c345\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.602349866Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.606205338Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9251bc5-becb-44c3-b4db-9d59f086b49c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.606357791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.607455959Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92524a7f-9013-4d4e-a89d-a9c5c111a6ec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.607599786Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.607649275Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.607683533Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.607714935Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.608298278Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.613252889Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.617918696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.617981912Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.618014316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.618045428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.618075578Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.618406578Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.621586123Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.633178139Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.633249842Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.633286365Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.634692637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.716344473Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.716464372Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.717367832Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.71742702Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.717459925Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.717487069Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.718984693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:50.719189632Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40314"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.720760261Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"83aa3a00-7ff8-49aa-b9ea-279790ac7d18","remote_addr":"[::1]:40314","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:50.721545435Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"83aa3a00-7ff8-49aa-b9ea-279790ac7d18","remote_addr":"[::1]:40314","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":749,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.722329237Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83aa3a00-7ff8-49aa-b9ea-279790ac7d18\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.725330587Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.725387631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.725418131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.732743457Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.732969247Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.733054186Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.733085949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.73385913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.734774774Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.741346949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.741618259Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.741684892Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.742241701Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.745091379Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.745152842Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.745607407Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.74578935Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.751918722Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.75221866Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.752297156Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.752839467Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:50.784885837Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:50.784968151Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.785006618Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"461.097427ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.785043772Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":10,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.785072339Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.785102008Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.78513338Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.785162007Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.786433971Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.790727466Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.791139647Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.79705333Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.797139591Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.797176415Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.797630059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.801532714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.801605129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.802567887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60374","req_id":"f592c40d-3468-4083-b428-6d336ddf9cce","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a5 a8 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.802700361Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60374","req_id":"f592c40d-3468-4083-b428-6d336ddf9cce","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42408,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.803102402Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.803945882Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.804971536Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60374","req_id":"f592c40d-3468-4083-b428-6d336ddf9cce","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.805699196Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2075, tv_nsec: 604553812 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.805762652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.806030746Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56916","req_id":"c775100d-a3d3-4c54-a7d7-9e6cb2153574","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 28 85 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e (...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.806087089Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56916","req_id":"c775100d-a3d3-4c54-a7d7-9e6cb2153574","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10373,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.806407667Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.80645414Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56916","req_id":"c775100d-a3d3-4c54-a7d7-9e6cb2153574","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.890109107Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.890986966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.891032046Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.891063228Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.89108916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.895437484Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:50.895681329Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.896648947Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.899492483Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eef1bf53-0d96-4f4a-9632-62e4431bb439","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.899996968Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56338","req_id":"37a0ccb9-64b0-43bd-a63d-9db90a041385","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 0f e5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.900086957Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56338","req_id":"37a0ccb9-64b0-43bd-a63d-9db90a041385","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4069,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.900546162Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4069,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:50.900803896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56338","req_id":"37a0ccb9-64b0-43bd-a63d-9db90a041385","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.901059044Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eef1bf53-0d96-4f4a-9632-62e4431bb439","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.90112739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eef1bf53-0d96-4f4a-9632-62e4431bb439","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.904256014Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eef1bf53-0d96-4f4a-9632-62e4431bb439","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.904927372Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.919193145Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.919279738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.919314337Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.919998249Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.920780939Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.920839556Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.920868603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:50.925604189Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eef1bf53-0d96-4f4a-9632-62e4431bb439","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":26090,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.932466572Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eef1bf53-0d96-4f4a-9632-62e4431bb439\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.933073671Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.934321758Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.934490564Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.93554231Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.936304579Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"cdf80358-08d4-4496-8358-00ffaec36e32","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.936745637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"cdf80358-08d4-4496-8358-00ffaec36e32","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.936809204Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"cdf80358-08d4-4496-8358-00ffaec36e32","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.938529802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"cdf80358-08d4-4496-8358-00ffaec36e32","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:50.954691764Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"cdf80358-08d4-4496-8358-00ffaec36e32","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":18423,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.956184999Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdf80358-08d4-4496-8358-00ffaec36e32\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.956354346Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:50.956392733Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:50.956417142Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.95651152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddd2bdee-d86c-44bc-9546-da52a007921b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.956849333Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.981798402Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dd92334-87de-4eb9-96c2-962f6490fe3f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:50.982704307Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.00746436Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8625c3d-46ef-445f-8a6c-9b2af0616398\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.007667445Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.012441046Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4327ea8f-6f7d-442f-9d01-41fc186c48db\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.012638138Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.019923063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.021874341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b732245-cc80-4aee-8dcd-a37b7cd1b26c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.022262003Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.024294343Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"030cea08-f579-44d3-8e42-89f71c47647e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.025542379Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.027569608Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1614b3c1-a123-4adf-ae80-3050caa9b9b5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.027815749Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.030303044Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2db53bed-99ae-44d8-a12b-df219036cc79\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.030487662Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.031974825Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"532643fe-1768-46ee-adcc-aee740b7378d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.032068472Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.035441132Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43dd5324-446c-4298-abf2-772fd398cb63\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.035790307Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.037769952Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47633014-f29c-41f0-bdf1-e550aeb58603\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.038050751Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.039933693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"282a5415-4e3c-41df-9ab6-1249d6e01286\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.040061387Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.04190462Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e242377-f6d8-4f89-aef9-98c91c8d57c0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.042082695Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.04897121Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"686065b6-fa84-4d4c-9748-a833fb8c1366\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.049269895Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.050719423Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.050898179Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.053896002Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.055907329Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.056980888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.057082531Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.061316777Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5fe48bf-3547-4cfe-bd04-1a571d85d7c0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.061742395Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.068978373Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea3d6272-cc11-4f8e-88ec-32585422a96a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.069192018Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.071310038Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.071370729Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.071423875Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.071474897Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.073404511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.0747541Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dd70aa6-0293-47b3-bbab-1c2e25ff5cc6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.074824972Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.076817782Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c22a680e-e94e-4beb-9fbf-b8ad421b0d01\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.076884756Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.077094443Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.086073183Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.086132671Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.086165467Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.087169257Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.090300005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b63b5dd-7efb-4953-ba86-1357769dde03\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.090768408Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.091081902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.091137814Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.09282729Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.095522901Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d17557e-238d-4a54-a59f-04de47890cc4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.096180681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.109193659Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dc8fd95-5243-4c22-b287-642436eb309d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.109732783Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.111645234Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af3471ae-315e-4fce-8c65-b163b2884176\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.111832046Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.114144994Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5357d5c2-4be1-407f-a963-93f96f5f1a1d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.114849738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.118737464Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"739dfdaa-21ce-41d4-b693-901666c43932\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.119046761Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.123240536Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41c90b8d-1ead-4c4c-9e63-a2edfa8bcc9e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.12338769Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.125868512Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b876541c-7fa3-4231-8952-024c9cb3d244\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.126011267Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.129039891Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"326d7160-acad-42bd-a225-b65aa4bc95e3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.129198778Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.135981953Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2140a37b-b58c-443d-b983-f2c067445658\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.136166591Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.136885072Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.141374497Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9609c28-7a44-47b2-b87d-fa85bca24bbd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.141547933Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.145811017Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44413478-a027-4e0f-8362-8d7ab3c77529\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.146036065Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.147902273Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fbc5384-997f-4978-83f3-7b3b7993bcb9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.148139506Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.149446019Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a11a0d84-a04f-46db-8ad4-019d4bf51619\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.149753191Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.151914698Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aab7e995-7d4e-4a0d-be36-c78cfe394d58\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.152195728Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.153459866Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb482769-a9db-44ff-aeef-c45cfe2a6d34\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.153554425Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.155286005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e9b2fd9-9686-4be3-b793-7712e6137b0d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.155545752Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.157544154Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0527b868-d649-4a26-a97a-21bdeb87bd44\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.157694624Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.159686402Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ff9a49b-44a2-467c-88bf-6c749aef31cf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.159773957Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.161805805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b0949a2-e83b-47d1-92d2-517217fedb54\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.162092857Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.165154167Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44bee292-5378-4993-abb9-d2ee1bb9a716\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.165660415Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.167915298Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1874264c-e4cc-4368-bcfe-d52e06290414\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.168079605Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.170091875Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92cee6d8-9251-445c-a280-44e66bf15ff5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.170219028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.171324821Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03073938-3804-451e-bd52-95f3e3a83b44\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.171428558Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.172758738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57f76470-efbe-439a-8fda-15d6ceff0f29\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.17298538Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.174607792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9674d10c-2672-47a0-8f40-2a0129ae9484\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.174953752Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.177483672Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"848e097c-5184-46df-b0f1-2fd47df07fbb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.17762323Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.17767321Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.177708721Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.178501029Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.178577963Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.187434709Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.187616291Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.187697533Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.1877615Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.189067783Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.189241689Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.196037059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.196122699Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.196269021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.196470993Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.196535061Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.196804448Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.198909452Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.211237705Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.211306763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.211339899Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.212111736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.212367316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.218156811Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.218312712Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.218473762Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.21914498Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.222147342Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.222264656Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.222906504Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.288218184Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.28829186Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:51.289017837Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39423"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.28978237Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"e7d24e0b-e5f4-4644-8378-a4edca72fe66","remote_addr":"[::1]:39423","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:51.290498507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"e7d24e0b-e5f4-4644-8378-a4edca72fe66","remote_addr":"[::1]:39423","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":724,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.291161227Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7d24e0b-e5f4-4644-8378-a4edca72fe66\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.293562452Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.293617892Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.293645527Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.29545862Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.295520744Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.295555914Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.295586605Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.296383863Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.29945401Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.304541126Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.305008908Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.305224678Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.305932458Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.332069004Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:51.338045832Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:51.339000715Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.33913376Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"554.258013ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.339305221Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":11,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.339478527Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.339961098Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.34007743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.340116588Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.340943686Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.343483015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.349371387Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.349441818Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.34947822Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.351041836Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.355168458Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.355257996Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.356915879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49582","req_id":"fffa9ae3-f770-43c5-96e1-a147bca3472a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9c 1e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.356992041Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49582","req_id":"fffa9ae3-f770-43c5-96e1-a147bca3472a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39966,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.357224614Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.357476526Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.357756434Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49582","req_id":"fffa9ae3-f770-43c5-96e1-a147bca3472a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.358695355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2076, tv_nsec: 157462156 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.358777078Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.359065112Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60843","req_id":"46b6ac21-fbfd-45a7-b35a-2af05fb92b85","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 40 db 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e @...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.359278346Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60843","req_id":"46b6ac21-fbfd-45a7-b35a-2af05fb92b85","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16603,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.359442704Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.359537322Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60843","req_id":"46b6ac21-fbfd-45a7-b35a-2af05fb92b85","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.464511657Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.465632761Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.465793631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.465900785Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.465987357Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.467522135Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.470426261Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61054","req_id":"3f097972-6d4c-46ab-9f69-8387ccf52bb6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3b 7a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ;z..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.471166366Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61054","req_id":"3f097972-6d4c-46ab-9f69-8387ccf52bb6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15226,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.471863495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15226,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:51.471986079Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61054","req_id":"3f097972-6d4c-46ab-9f69-8387ccf52bb6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.473963439Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.491870327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.491943313Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.491977822Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.493130498Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.493349044Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.493499002Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.493546587Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.496586183Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.496648067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.497950261Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.4992946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.504669479Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.504744037Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.505967114Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.507607272Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.50767134Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.513433801Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.513561405Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.513750933Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30b44125-8d0f-48ca-b830-2bef924016b9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.514081051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.517101709Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feeb5d73-5a83-4b92-b6dc-7d1f974d53ab\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.517367739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.522031532Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0021200f-ac01-4feb-9c47-cd91fc1f4629\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.522253634Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.524817843Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad4658a4-4707-4fc0-97be-db50e9002995\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.525041809Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.527048948Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c90a27a-9661-44ce-90e7-7e912cce5b8c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.527259708Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.529195275Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b693c61-4c15-4d87-935b-75de1eee9307\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.529456365Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.532156926Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba4c3752-eccc-40c2-b4e7-80809aae5deb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.532454789Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.534688309Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4074a6d5-b0bb-48ef-bad1-94bebfffeb89\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.534974039Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.536321493Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fa31dfd-3514-4081-82d4-92053dc2cb30\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.536849976Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.540323467Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2cea19a-fb93-417b-ab5a-31dc7a0a563d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.540733955Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.551526969Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"356695cc-8af0-4c01-af4a-feeab8044be2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.55191392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.552372274Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.554699711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcb09e78-a2de-4a69-a4c8-f60eb51a7e73\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.554782305Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.556375069Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"760ecd96-7231-4e2b-a4ef-6636a181e06c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.556570148Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.558520453Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1898d56b-6bb3-4a14-beba-b9c74e2af1bd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.558662557Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.564060932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81fb11ae-6a3f-4825-9b24-cf516f52eb4b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.564253045Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.568427202Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3daf55cc-594f-4dd5-92e5-38b8effcccbc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.568590998Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.57026322Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5c17fa5-e000-436d-845a-f581a577b946\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.570325344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.572988039Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3319fcd-569c-443e-be04-726eed20b5be\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.573059872Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.575368773Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81dd3471-309b-4ef3-9618-76c606d43847\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.575967445Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.577566822Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c576449d-6fb3-4646-a1d0-231689255a89\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.577970917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.580539675Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc630634-e217-41ba-be17-4591acb1dec4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.580980383Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.583646576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3deb1e30-278c-403f-a081-b45ad9ec0c1d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.583973527Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.585744405Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd2d7d7a-85a6-4c98-ba3e-b83e6e917a98\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.585957099Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.587225106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6488974-dd0d-4b5f-8fa5-aee1df60e310\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.587374203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.589436201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33629de7-3978-4c4c-98c2-6620b552e0f0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.589582563Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.591378341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77c77643-81c1-489f-9aba-cbc33019f8cf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.59147334Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.593218507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b8e7413-0070-4602-b7bb-1bf5cbdb447c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.593288246Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:51.597639155Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.598500661Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5249ccad-862b-4523-8f51-288b9f96407d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.59863555Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.602324931Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdb80dba-65c0-4c9b-8d7d-19195a0cf3dd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.602508176Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.603550383Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.604493301Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.604554473Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.60458794Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.613765706Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.615758026Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4826b7e7-aa79-4940-b100-e885bd4f228c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.615936932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.61625227Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.629918319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.630006184Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.630040703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.630464006Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.632556195Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1272ea89-4342-4fc2-947d-7f91cd736602\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.632727416Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.634090372Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"719eeefe-8d25-4c4c-9e97-4b7ac1f2ab76\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.634235511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.634509426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.634565278Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.635005305Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.637691426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7415d628-a901-4af2-8a26-939e75dbea7d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.637830704Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.640479381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3970e48d-19f2-4a71-96a9-7182f9ecca05\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.640793527Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.64311863Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ec6f66b-1696-42a6-aa1a-73bc7731f63e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.647015574Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.652572797Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"652f1f76-211c-4fe5-9fbe-fe7431be942b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.653609151Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.65614313Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11806761-d4b1-494e-8bf2-a2c20b83f6b2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.657628129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.660058401Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e2c3b17-c44c-4478-b187-35bf52a76ecf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.660299962Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.662649213Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a4d8a9f-583b-4aea-b88b-2f336e26ca74\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.662960744Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.665634351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c8fa644-5374-488e-94e8-5c0890f92ce3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.665872766Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.676979976Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79552d02-1181-47c3-8547-71741148085c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.677241758Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.678672398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38a0d84a-829b-4335-8a23-f344696b2966\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.678818429Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.679937739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73a6699a-50d0-46cd-8e61-1ab67b8b567b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.680083981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.68136818Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4771d1d-5cdc-4f33-8a8c-1fd96ba4f346\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.681663839Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.688458036Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c422803a-960b-4db4-9db9-5f5040df41ad\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.688742953Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.688878183Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.689020556Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.689124013Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.690005328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.693956441Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.694561466Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.699745936Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.699828601Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.699862518Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.699892869Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.699921195Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.702388421Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.7073166Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.716180922Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.716347944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.716442032Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.717171175Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.780996933Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.781096632Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.781535797Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.781842167Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.781902027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.781933269Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.782647632Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:51.782709536Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64819"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.788891964Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"470cc353-9e7d-41e8-beec-91b6f950557e","remote_addr":"[::1]:64819","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:51.789430136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"470cc353-9e7d-41e8-beec-91b6f950557e","remote_addr":"[::1]:64819","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":534,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.789762849Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.799855668Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.799955146Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.800036298Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.801042122Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.801438542Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"470cc353-9e7d-41e8-beec-91b6f950557e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.803785348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.803896509Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.803931088Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.807309199Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.807374709Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.807412645Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.807441362Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.807985015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.811587623Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.811652152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.812214382Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.814865514Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.83219906Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.832420121Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.832537705Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.833814098Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:51.908852968Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:51.910384209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.910608015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"571.2405ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.910802583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":12,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.910853204Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.910886911Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.910918023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.910948173Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.915070987Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.918260512Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.922876539Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.922965727Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.923074073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.925198105Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.932781504Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.933683582Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.933733912Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.9353994Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56321","req_id":"5ec4cba9-b6f9-4a7a-ac54-58d915e272a2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 15 4d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .M..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.935464851Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56321","req_id":"5ec4cba9-b6f9-4a7a-ac54-58d915e272a2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5453,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.935651472Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.9358408Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.935924516Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56321","req_id":"5ec4cba9-b6f9-4a7a-ac54-58d915e272a2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.936408561Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2076, tv_nsec: 735276423 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.936474923Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:51.936851253Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52128","req_id":"ae39f3b2-daff-4dcf-9ea7-eafb56474884","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 21 bb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e !...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.936982635Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52128","req_id":"ae39f3b2-daff-4dcf-9ea7-eafb56474884","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.937196721Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:51.93722602Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52128","req_id":"ae39f3b2-daff-4dcf-9ea7-eafb56474884","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.017308529Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.021275823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.02135451Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.021388057Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.023198705Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.023267612Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.023301139Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64320","req_id":"f67e72c0-09c1-4fb7-a11f-f9f34fba21d4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 22 6d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c \"m..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.023339275Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64320","req_id":"f67e72c0-09c1-4fb7-a11f-f9f34fba21d4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8813,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.02343737Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8813,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:52.023515977Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64320","req_id":"f67e72c0-09c1-4fb7-a11f-f9f34fba21d4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.02354284Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.023571417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.023596597Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.023876615Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.051298171Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.051443921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.051486957Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.052897067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.067564751Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.067797675Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a87e954e-29e0-4d16-8608-0759f8ed0e5d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.068162482Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.06852769Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.068949961Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.069116914Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.070679437Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.073170831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.074533025Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.074647914Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.074722953Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.076361017Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"039217cf-c7e5-482d-824f-ded2150c8715\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.076857747Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.082414999Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68b51649-aed6-4b4a-bdf9-46b002801ac3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.082640298Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.088053804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac3a1a8b-3a07-495c-9767-ce03e9871bf8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.088314844Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.100835882Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ba1be71-0d5a-4055-8090-cceae2b4c55a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.101089437Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.105727247Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd9a646e-39df-44cd-a4ea-0b589588a67d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.10646641Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.118809022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.123304058Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43653441-97a3-4737-ac27-9f59c5e4259f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.123614056Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.126518974Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"affa3cdd-6d49-4abe-82f8-ec422ad182c3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.126658682Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.127637202Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee068e2b-db7b-4de8-8c3f-06c19d358f68\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.12778681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.130979401Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4757a9c-bf65-49bd-8e2d-27dde7e9b951\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.131388706Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.133594341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0efc70f-00b9-48f4-8aeb-6a47d79fc33b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.133751083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.137741734Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed0db6fa-3f6e-4165-8f02-56f996315d23\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.138516277Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.140742934Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dda4b5b-7252-4621-98f6-ee224b9ad198\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.141332458Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.143984132Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c709920-16ec-48d4-a833-9f2cfbc0a1c0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.144053149Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.147572902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62c40466-2072-40d4-80bd-74262a75a033\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.147698162Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.150580014Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b90323a2-8c9a-47b7-8b4c-318b463f0ea4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.150762467Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.152703675Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1485256b-f8fa-4410-be9e-d63009c337af\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.152832411Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.154605063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd39d318-3e74-4b89-b591-c1141ca24f97\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.156084591Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.160698354Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1146fb9-583f-492e-8008-152221f61a5f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.160826138Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.16361734Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a4911e1-a1bf-4610-9fef-9033cd495674\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.163768852Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.16512806Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"667f3d2f-9787-49b4-a61d-f1f40e53950e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.165873455Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.167373023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59935769-8e3a-41b8-8986-5e84fae95b07\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.167764362Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.168857049Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ced0cb76-5afb-4a10-852d-e77173d0b799\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.169076196Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.170359743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.170506195Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.170614902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.170707997Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.171544714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.171848901Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92186c22-515a-4431-8e65-96c7e6e8e6c5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.172167856Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.176503735Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d2b1ed6-1e5e-431e-9b9f-b9244cc42e7c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.176683453Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.176739906Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.189664136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.189732873Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.193594648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.194568628Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.198842604Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.211600824Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.215442548Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.219957965Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65acdfb9-fec9-46c6-a524-c0eeeabfbff3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.220029898Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.222922722Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73896490-c3df-4061-95fb-25630960ca68\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.223063362Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.233530748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cee6f598-6d57-4d01-911e-3ec14d27a319\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.234102928Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.236519583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e1ebaa4-7190-402e-9e74-8c6b4bd53e76\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.237424666Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.244612918Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38d06557-4465-4f5d-9564-117d3c9a97e8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.244727797Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.245871476Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6595315-537d-406e-9c47-e601b8c80b85\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.24599419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.248936743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82e34162-6af3-4ed3-849f-ed21bae86184\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.249101852Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.250218908Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dc96fd8-fdb8-4fb1-ad3d-4bfef9c3c2eb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.250455669Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.255932943Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c549d55e-ad5a-4c9e-91f4-5a6ba0baaa3e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.256235916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.257230277Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.259396924Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf3da241-4e92-4d9c-b555-21a769502e55\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.259569779Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.263872271Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef68d17a-7087-4afa-9124-cdde2dd1a9ba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.263959475Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.265661025Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fdd6a2a-a5b4-4991-a37e-25207636a685\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.265727377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.281533981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0d725cb-ed2d-4349-881e-b749ddfe7365\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.282337923Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.287491301Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ed8f49c-5eb2-4b01-a4d4-4695fb7ddb4e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.287669075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.290835544Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d0c6c3e-2d42-4cfd-b6ac-45231a9216b1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.291071303Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.293135917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99e619e5-cb68-4ed4-ad68-4daf68da9192\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.293743688Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.295277815Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01e88fec-c43a-4df8-9762-22d9433c587c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.295433575Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.296520741Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a88d6a1-c381-4937-8df6-77d549c10fbc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.296626402Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.29755911Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91e25753-49ed-422f-8ee3-28a3f66247ec\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.297702245Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.299897489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2088e440-b80d-412b-8367-6c627866786b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.300247076Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.300325001Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.300362245Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.300391553Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.301380925Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.306846104Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.331286139Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.331494264Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.331723891Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.331785344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.33181851Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.335567008Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.335955071Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.336005472Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.336056814Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.336092816Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.336691098Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.339624352Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.345183018Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.345252967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.345755618Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.345919735Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.34759327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.355546987Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.355896483Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.355963417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.356666157Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.35913207Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.359198813Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.360007705Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.438085911Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.438700265Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:52.439405169Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33272"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.440663155Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"3524f019-0496-43d5-99ae-b45c84234429","remote_addr":"[::1]:33272","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:52.441474272Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"3524f019-0496-43d5-99ae-b45c84234429","remote_addr":"[::1]:33272","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":546,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.441707897Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3524f019-0496-43d5-99ae-b45c84234429\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.443926788Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.443986697Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.444015655Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.445471907Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.445534231Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.445569772Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.445600042Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.446244205Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.450248083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.45575232Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.45592832Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.45597329Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.457240274Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.482610813Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.489427445Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.490054895Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.490364853Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.491370978Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:52.494389161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:52.494833066Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.49497579Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"584.222956ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.495109356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":13,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.495200327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.495346188Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.495436448Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.495522148Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.4962056Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.497311694Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.497410581Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.502476465Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.502591664Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.502626363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.520147713Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.520218945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.520252272Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.521150932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.528020519Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.528084878Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.529099088Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57240","req_id":"4697e205-2b3c-4539-9eda-fafbf0d88b72","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ff d4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.529432513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57240","req_id":"4697e205-2b3c-4539-9eda-fafbf0d88b72","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65492,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.52969693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.52984778Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.530884085Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57240","req_id":"4697e205-2b3c-4539-9eda-fafbf0d88b72","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.531846452Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2077, tv_nsec: 330734846 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.531911903Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.532258563Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53642","req_id":"4d5d7f99-6e1d-4073-b206-957b227aa5fb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 10 ec 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.532314826Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53642","req_id":"4d5d7f99-6e1d-4073-b206-957b227aa5fb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4332,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.532403542Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.532534694Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53642","req_id":"4d5d7f99-6e1d-4073-b206-957b227aa5fb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.608276424Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.608808374Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.608885788Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.608923082Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.608952832Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.609552907Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:52.611545267Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.612645619Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64470","req_id":"6b7fc51d-6972-4fc1-904e-b14a5f2084ee","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 44 80 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c D............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.612882902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64470","req_id":"6b7fc51d-6972-4fc1-904e-b14a5f2084ee","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17536,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.613278641Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17536,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:52.613639219Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64470","req_id":"6b7fc51d-6972-4fc1-904e-b14a5f2084ee","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.617264653Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.619588503Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.61968256Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.620864886Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.629126757Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.62918831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.629220013Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.629650861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.633878565Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.633955618Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.634509462Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.635732699Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86390d00-5fc2-4f49-b0ad-29a01c504bea\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.636003058Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.646421385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2b53558-9c4f-4f78-bf8e-b010604629ea\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.646656584Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.65409773Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e84e91d-e071-41e4-9aa3-1687794c6876\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.654260314Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.659908828Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91b0de9e-ab99-4d9d-bd7d-ba6fd519360c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.660157895Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.663622718Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d6c0b22-c0a4-428f-9536-ace27dd5fbdb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.66374942Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.666594269Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e77b4e6-d89a-4359-be12-dd934a26937e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.666763065Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.66981192Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b6235ac-ca9b-437e-a315-7fe8d41617ec\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.670525982Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.675806904Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa699334-3716-4073-a72d-77737235c5e8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.675901212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.692632488Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.6933112Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84852f96-2b7d-4a3d-a903-21af0317fb13\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.693610817Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.712742827Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf843d06-0787-4c8a-9840-783d217c2e38\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.712929689Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.71434582Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82171f5e-c67e-40a2-91b5-179828d9fc78\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.714470659Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.715943404Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e6744d0-7134-477e-80a3-29d9da8f760a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.716100326Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.717981294Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acfb2896-c80c-4d5e-aa8b-562a4d96f0cb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.71816984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.721098054Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fe70954-d7a4-4cf0-9ffe-65f212b0d39d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.721174436Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.731450029Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dc3d467-5645-4568-a368-1613088f7052\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.731683114Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.736954026Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fe61e73-bdfa-4ca5-b5ae-452f005259d9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.737191449Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.742198936Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84474284-7faa-4afd-8044-0bc74f754231\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.742835965Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.743639005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.744099493Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.744204292Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.7443944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.745495204Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.748866731Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.766737758Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.766825393Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.766860923Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.767653252Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.769145215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbc0b29d-bb02-48d9-b997-2a6b8787da3c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.769528118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.771122865Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.771169408Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.77161223Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.789232357Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef463765-7382-4e27-8433-70d26213ca87\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.789414961Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.803160227Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f17dfdb-b80f-4b20-a121-180a5309ec4a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.803459283Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.808301842Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f7943b3-6097-461a-be72-7f9c8ca457cf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.808567691Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.811642207Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbc931c1-e04f-4ec9-a5e7-778476c2358c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.812393394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.825511982Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c918e0b-0f66-49c4-a078-b1593d14bce7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.825965315Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.835311096Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd0f7df7-ae3c-479d-8ecd-dd2e7bc928e0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.835502778Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.854830918Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.86859392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4221fc54-8e02-4f0e-92ae-68b4086a52d7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.869990382Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:52.89109941Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.891407123Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.891781119Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5d91acb7-5b7c-4695-93b6-d413e6b0f39f","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.892111667Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5d91acb7-5b7c-4695-93b6-d413e6b0f39f","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.892172679Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5d91acb7-5b7c-4695-93b6-d413e6b0f39f","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.892993394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5d91acb7-5b7c-4695-93b6-d413e6b0f39f","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.894128656Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b879d39-3411-4fac-a995-0975797a2e91\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.894480176Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:52.898791987Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5d91acb7-5b7c-4695-93b6-d413e6b0f39f","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":6995,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.899584366Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d91acb7-5b7c-4695-93b6-d413e6b0f39f\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.899810687Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.900382406Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"f6b8ad89-9e1d-41fd-9078-2ed8582e63f1","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.900805208Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"f6b8ad89-9e1d-41fd-9078-2ed8582e63f1","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.900869206Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"f6b8ad89-9e1d-41fd-9078-2ed8582e63f1","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.90160417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"f6b8ad89-9e1d-41fd-9078-2ed8582e63f1","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.912608616Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.912888704Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.912943573Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.912973022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.914031641Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:52.914822928Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"f6b8ad89-9e1d-41fd-9078-2ed8582e63f1","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":14574,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.916203699Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6b8ad89-9e1d-41fd-9078-2ed8582e63f1\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.916353267Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.916397736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:52.916422876Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.918124165Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.937001557Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.937056236Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.937085785Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.937508427Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.943224536Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09731f9b-730b-4e11-90c0-d6e05034ffc0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.943570536Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:52.94662419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.946693438Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.94730673Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.949145614Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45b3f783-e827-4c6e-bc5a-c80943c6fe2f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.949814005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.957439078Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b04cacd2-5cf3-4008-bc64-99f20186d892\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.957645048Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.960794293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcc9651a-12d1-41dd-bd46-98a235827961\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.960941656Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.962339361Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc576674-69e2-43d9-b990-cf774e39cc99\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.962603588Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.965394639Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eeec197-636d-4793-9f91-a9bc01e7f74e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.965725137Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.967874129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c390e0d-6b3a-4dc4-9019-d04831492738\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.967942876Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.969872962Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f740d0eb-9b76-43c5-8471-647836baf364\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.969939394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.974976099Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e0500c2-8a87-44b7-b7cb-20bff5d9a612\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.976192623Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.981156754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4e0cc68-3eb9-4190-82fd-d7adff448a38\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.981283386Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.990032097Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0128a88-8e7e-4c2e-9763-f7d2a6c0a9d5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:52.990310773Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.004048634Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ce0d761-cc8f-4171-b638-8f3e14691450\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.004572238Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.015177989Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f1eb8bf-addc-4474-83dd-b4ac006ba189\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.015492816Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.017801376Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b513abd1-0822-4695-8496-b08b322006b5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.018336031Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.022224949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.023235523Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"254c6c57-8220-45a6-a4a6-696cb46fa900\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.023491894Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.024615643Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1f4b89c-70bd-4b09-9e7d-23bb92c1c040\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.024866452Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.026158056Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb73ca03-1fee-4384-a6e4-2d2f52f828d4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.026450268Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.028340354Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfaf0352-013d-4ef2-83e9-68ca798583bb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.028656043Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.029759822Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0d19c0d-a523-4984-a27e-230e620ac211\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.029953027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.030084209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.030182023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.030268856Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.046177173Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.073280695Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.07336385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.073877604Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.074329174Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.074385877Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.074416067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.076503296Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.07819693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.086672557Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.086745613Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.086780252Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.086810873Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.086837887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.087458313Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.089583347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.089774858Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.089982813Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.09003153Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.094778297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.100223877Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.100313586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.100349107Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.100887199Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.101448127Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.115250647Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.115363993Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.115401888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.115426558Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.115454032Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.11547808Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.115499333Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.175581563Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.17567069Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:53.176564511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42516"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.17715638Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"69dcb79f-7b94-42ca-aab2-20a65f00655f","remote_addr":"[::1]:42516","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:53.17868177Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"69dcb79f-7b94-42ca-aab2-20a65f00655f","remote_addr":"[::1]:42516","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1533,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.179235262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69dcb79f-7b94-42ca-aab2-20a65f00655f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.184592476Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.184653388Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.184686313Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.186642731Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.186707831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.186745215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.186776808Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.188207238Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.191391643Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.198843991Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.199077887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.199129631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.201039366Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.247641608Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:53.259185207Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:53.259535425Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.259600264Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"764.444206ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.25963837Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":14,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.259665144Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.259756205Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.259940001Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.25998471Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.267112963Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.271890352Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.27820867Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.278292087Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.27832874Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.278833064Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.282758576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.282837854Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.284008646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62862","req_id":"e6a82de6-eacd-480e-b8df-e3dfa0ff3c83","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4e 2c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 N,..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.284081001Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62862","req_id":"e6a82de6-eacd-480e-b8df-e3dfa0ff3c83","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20012,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.284449605Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.28497411Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.285055292Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62862","req_id":"e6a82de6-eacd-480e-b8df-e3dfa0ff3c83","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.285569867Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2078, tv_nsec: 84455866 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.285640688Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.286034914Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62790","req_id":"35a9dc3c-e225-44d5-a5f4-ac622a226c02","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 65 7b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e e{..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.286099462Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62790","req_id":"35a9dc3c-e225-44d5-a5f4-ac622a226c02","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25979,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.286378789Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.286427316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62790","req_id":"35a9dc3c-e225-44d5-a5f4-ac622a226c02","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.352075495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.352394872Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.352458278Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.352502356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.352532225Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.353254534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.353651044Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61518","req_id":"a512ac6e-3089-455c-9fe0-668cf30a0973","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c0 92 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.353837155Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61518","req_id":"a512ac6e-3089-455c-9fe0-668cf30a0973","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49298,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.353995551Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49298,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:53.354084478Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61518","req_id":"a512ac6e-3089-455c-9fe0-668cf30a0973","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.354432241Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.354477551Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.354503483Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.356146056Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.366885624Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.366945864Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.366977236Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.367743002Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.36943349Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de9a78e7-3388-470c-9d28-aebeb402de88\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.369833477Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.370570295Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.370626136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.371133106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.372958042Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00640270-a203-4a8e-9de1-83cb82943c66\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.373171888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.376019763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a77f8dd2-ee9b-4b9a-917a-9dfa64005700\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.37693692Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.380367495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec5ece7f-ae16-4c81-b3ca-13fcf16bbc36\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.380604077Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.394206448Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83708927-5906-4d71-bb8b-4c4ec9b90cb2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.394561676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.398912806Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8069a75c-246a-45a7-bc91-265aafeef67c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.399848841Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.403573522Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3770f1b3-ca8c-4d93-af8a-91d8ec91eb28\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.404117335Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.410781223Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4369aeab-6a90-450a-b018-97a5f9da9f92\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.411007984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.412335259Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78c22179-a2a0-4970-9087-2cf1496da251\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.412879062Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.416999522Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97664429-5f1e-4756-8828-a22c1e3793fb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.41725433Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.418188541Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.419084887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9126f83-043c-470f-91b7-2d1e330d70a9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.419218744Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.420497291Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fabe4ae-668a-4d10-87d5-a6e4e37095e1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.420579064Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.422004905Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f51058e-4cd6-40d9-9928-4c0909362391\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.42217795Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.424187584Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5221b7de-2420-4e31-bf49-83a7d19dbab7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.424293565Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.427267641Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5533d167-1d43-4c23-9162-b9ee4b9247b1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.427346458Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.429675518Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"011865f9-6d67-4285-b4c4-6b5a2c1dcaa8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.429774786Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.43455459Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86533723-7110-475e-909e-44a55195f9e2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.434671723Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.443462608Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e64e5f11-78f2-44d5-b999-b26f9b746e22\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.443790652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.448244576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"040ba774-9e5a-4e5a-9f2a-47afe1fd15f2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.448370707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.449855696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2904da07-376f-49b0-b6d4-a7860565929c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.450024773Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.45143889Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb3934c8-2174-4056-8a95-3035b23e7ee7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.451519251Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.45354651Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f84d067-b29e-4c01-b97a-2468daf0a09d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.453682621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.456116069Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7850b771-c914-4318-8399-95af68ae680c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.456166159Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.458955497Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c0671bc-189a-47ab-9c8c-f07c9c37cdb3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.459354692Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.463487326Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8455ee26-8083-4190-95ae-28d59b34a56d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.463724509Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.46595863Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25f06b6c-c678-4060-8483-37ff81bf969a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.46605386Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.468266969Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1940f8d4-a148-4b8f-b3a6-f97c2d71fb66\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.468507689Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.468702407Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.468752517Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.468786324Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.46881455Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.469606769Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.47202179Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a38df65-8c1c-4406-8a89-0207ea30f693\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.472090808Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.472741745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.480121789Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.480328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.480414963Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.481590656Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.484298401Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.484338721Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.4847749Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.488187009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b31dd4c1-1613-4c8e-93b8-13d71ef6ee8d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.48833336Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.488696614Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.488751303Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.489209225Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.490688162Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.495406052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44e72029-1288-4629-b5f5-eda28f01d228\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.495599979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.495989785Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.496154834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.498108567Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d546b714-7fc7-4a9a-b0f3-07aa65e0fb68\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.498251161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.499707492Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.499764686Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.50046927Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"166c07b4-d4c5-4fcb-bedc-3521457db9a5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.500765991Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.502200961Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63b4d891-4ac6-44b8-99b1-fb506af50fde\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.502408825Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.503915707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9278b533-3176-49a5-b1bd-c00007512c27\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.503959775Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.520103911Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ed9c06b-481d-4574-98a2-454eedfb7f80\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.52044489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.523122435Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1aec914-995a-4cea-98b4-1ed3fd8ee73d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.523306873Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.527433705Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b728892d-7904-4350-9001-f89d9a24ca9a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.527720206Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.535601409Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.539609956Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbf756d4-2b77-4efd-ba98-1da473f99edd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.539706017Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.552931177Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73dcd4a4-21f3-4984-8d27-645277a4c571\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.553347847Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.557230573Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98f6913f-7871-433e-bcfd-a724668a4c07\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.557458648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.562181849Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"661d0800-a3f7-49b7-ae11-81816c26f451\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.562553629Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.563545546Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e404947a-835a-4d38-bef8-6948c8448317\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.564017356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.565591532Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"812db7af-7eda-45fa-b416-951f9eb39ff0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.565819797Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.567038736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fe70dc0-6130-49ab-9595-9c29b02fa2d7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.567702749Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.568389858Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"493a0073-0713-4b2e-952e-fa35d49c85d5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.568684695Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.56874256Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.568816137Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.56885294Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.56955066Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.572836587Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.580241231Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.58042655Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.58048684Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.580807509Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.580866687Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.582024484Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.584527932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.590962913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.591030337Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.591064696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.59154868Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.592588081Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.593001234Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.593062196Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.593091464Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.593946878Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:53.594059272Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.597620879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.603612476Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.603691784Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.603722906Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.604176661Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.650834563Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.65195223Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:53.653266308Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54725"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.653850693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"294202e0-b853-40f5-b655-c8b946d3dc4d","remote_addr":"[::1]:54725","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:53.65460205Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"294202e0-b853-40f5-b655-c8b946d3dc4d","remote_addr":"[::1]:54725","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":909,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.655097397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.655241083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.657169926Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.657793949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"294202e0-b853-40f5-b655-c8b946d3dc4d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.662391911Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.662573442Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.662648442Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.667922811Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.667997419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.668035495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.668066347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.668659438Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.674769612Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.685897895Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.686439444Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.686504764Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.688012338Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:53.718647065Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:53.719349074Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.719413242Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"459.750463ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.71945246Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":15,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.719479764Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.719507019Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.71954262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.719572479Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.720304037Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.724008788Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.724410599Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.729661401Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.72975639Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.729793203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.730376646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.734021799Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.734069954Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.734953465Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63805","req_id":"36c124f9-23cb-4975-95d5-5d369c00172c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 18 cf 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.735019887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63805","req_id":"36c124f9-23cb-4975-95d5-5d369c00172c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6351,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.735226328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.735391457Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.735549051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63805","req_id":"36c124f9-23cb-4975-95d5-5d369c00172c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.735991353Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2078, tv_nsec: 534886029 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.736059238Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.736588252Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51127","req_id":"c8d0a977-c0b1-4f29-b598-d8d49f0bf8e2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b3 ca 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.736654865Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51127","req_id":"c8d0a977-c0b1-4f29-b598-d8d49f0bf8e2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46026,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.73674799Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.736839713Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51127","req_id":"c8d0a977-c0b1-4f29-b598-d8d49f0bf8e2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.824786651Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.825875972Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.826039578Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.826149507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.826240097Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.831604736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.834657218Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54282","req_id":"413a21aa-f526-4ef2-8a7c-674f9756d75f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 05 35 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .5..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.835104048Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54282","req_id":"413a21aa-f526-4ef2-8a7c-674f9756d75f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1333,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.835683092Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1333,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:53.835906868Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54282","req_id":"413a21aa-f526-4ef2-8a7c-674f9756d75f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.836481773Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.8365757Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.83670588Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.838246369Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.855688632Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.855912227Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.856058118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.857218209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.861361875Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0b2008c-ec97-43a3-be5c-8c8a0cd4537a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.863118746Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.863911415Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.863970162Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.865227307Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.894515061Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c7d1fc2-da4c-4138-b2b7-a60fc614266f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.894994015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.918795458Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23e2aff6-482b-4999-a5e8-050e9ae77f70\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.918958112Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.921395418Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ce2c2d8-9590-4c7b-b2c6-ae0c7b445408\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.921519185Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.927076137Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b81e6722-7a8f-4c18-b3cb-d0f045dbad36\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.927248841Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.935423338Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7691d89a-45f7-45d7-bc16-1137dbed34f2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.93549461Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.936524081Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.939370713Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42b9cc5b-22ab-4764-b708-af922192b33b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.939450411Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.94197924Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5fcbe4e-b5e0-4ff6-86e1-6e019d32b679\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.942029801Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.94278726Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71bfd4d4-c01e-41c7-8a25-a190e9b4dd2d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.942935074Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.944190025Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb724f92-e5c0-48e1-b506-fb3521e2838f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.944264293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.945214025Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ab0b273-82f6-4121-bde9-e5b575695a47\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.945282962Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.946295941Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"728d1008-3c56-46cd-a80b-65fad78e8fb2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.94637108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.948648779Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"953a7cea-d5de-4df0-ab9f-bad768bba548\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.948981542Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.951121676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e72efe1-61e3-42cd-97b2-dc5b7bbd53c9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.951190793Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.953375556Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65a196e9-a094-4cfb-89a9-db46342e9b01\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.953522209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.957192772Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b75cd642-c418-4bd3-a2e1-0ee9c36b9556\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.957264325Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.959456182Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b6c9047-5393-41ab-9a0a-fc91fcb08ec3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.960183842Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.965193012Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a8d1e5d-8b8b-40bb-9808-4436c5bdbe34\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.968071106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.971182987Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b146577f-0871-4038-a985-7e1e06cf15c9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.971542212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.97374927Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bde08f8f-0adf-405d-bd47-c083eaccb3dd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.973971042Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.980756712Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30171c9a-d639-472c-9204-958250203d21\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.980910368Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.983679776Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8eb1c50-c6dc-454c-9ee1-8cfa3cd85f3c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.984501733Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.987493805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.987540408Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:53.987651579Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.987700857Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.98879135Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.989061088Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b20413b9-bd24-44d9-96c5-92f5eb6d2bc3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.989374732Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.994168363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ef3f643-1d74-4377-bb70-800557d06491\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.994815272Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:53.995148667Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.007879622Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.007978539Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.008065873Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.008874144Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.011446088Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.011556979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.013001337Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.018540193Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88763d3d-be01-4858-a2c4-4385a7b81e0f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.020074931Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.029021566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fae4aa0-feba-4887-944f-1b3a74b9568a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.029089742Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.029123539Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ee49f6e-da54-4348-9b08-0e53f8cbf70a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.029157136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.029185503Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50dd15fd-a879-4ecf-9d43-7faa3f788c3d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.029307967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.03381156Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d64f4dd-2888-46e2-95c4-ffe0f7a4e1cb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.033934184Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.037744476Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec8a8c13-a258-4510-a758-bcaa7dc39651\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.037793955Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.040678813Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61f4f8ac-76bc-458a-82a2-483035641546\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.040743832Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.047653489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"028f4a13-4a4a-4142-a66b-134c7c885d23\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.047766394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.054021246Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.054285262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"432e96e5-8865-4b3b-895b-348fdf8dbcd5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.05448987Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.054634989Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.057432543Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.058290683Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.058351334Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.058382035Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.067501295Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"210f1ca7-2234-450f-b6eb-06ab2cf339c1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.067884107Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.074203739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f57ea62b-11ad-4c62-9b82-851eac6c29bc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.07451559Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.075232238Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.079504821Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9ed69bf-3154-44fb-9f15-bc8e8fe58e26\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.079670371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.083745881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a47781f-e454-46e3-9692-dd831ca8a9d0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.08471435Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.09077722Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"189be938-c078-4a85-ae43-5bffafe8d17a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.091073861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.093582219Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d49ee247-53d9-4c86-aab1-31144d0f2c74\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.093706717Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.096529151Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bbeee54-3953-46da-b96d-ddc426eebb05\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.096735081Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.099209311Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99858445-aab8-4255-b245-728915c23b1d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.099672433Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.101903348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a6f8729-b71b-4a17-b4de-7c1814a94f54\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.102183236Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.104490223Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"796cca40-f08d-4432-bdec-f1cd7eef6ee6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.104891562Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.107096295Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e81839ab-6436-49ab-aae4-f0c8951e990f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.107174822Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.108185345Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98f8c443-8aa3-49c2-878e-50a3396655a7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.108249904Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.10829338Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.108327017Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.108356366Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.110410328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.117073093Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.122926436Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.123122647Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.123220512Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.123258157Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.123287144Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.12363113Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.129611285Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.12976433Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.129860541Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.129943597Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.130908028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.131210782Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.143366962Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.143500688Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.143589746Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.144208048Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.149570763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.179533021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.179651316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.179744883Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.180329898Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.248372769Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.248543129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:54.250582502Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52328"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.251424369Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"473fc185-e3af-4318-8c78-dd2d8c4a3104","remote_addr":"[::1]:52328","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:54.252011179Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"473fc185-e3af-4318-8c78-dd2d8c4a3104","remote_addr":"[::1]:52328","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":594,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.252197319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.25229293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.253760454Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.254032336Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"473fc185-e3af-4318-8c78-dd2d8c4a3104\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.258282063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.258374287Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.258407593Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.261268734Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.261353002Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.261391057Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.261421167Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.261746586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.265853218Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.272978485Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.273576626Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.273639451Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.275959013Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.313479029Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:54.313953915Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:54.314595414Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.314669922Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"595.155018ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.314709521Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":16,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.314737166Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.314767046Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.314796675Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.314825151Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.3156427Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.319063967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.32668427Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.326817004Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.326954248Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.327641557Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.335853439Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.335908589Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.336809894Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62897","req_id":"d8ac571e-fcea-4e89-babf-410314aeeb14","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1f d1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.336876197Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62897","req_id":"d8ac571e-fcea-4e89-babf-410314aeeb14","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.337075854Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.337406503Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.337754657Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62897","req_id":"d8ac571e-fcea-4e89-babf-410314aeeb14","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.338291276Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2079, tv_nsec: 137185581 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.338356125Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.338909147Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57786","req_id":"327d3efe-ffe5-40d4-b8e3-60ec45107309","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 28 0d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e (...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.33911149Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57786","req_id":"327d3efe-ffe5-40d4-b8e3-60ec45107309","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10253,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.33939249Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.3394976Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57786","req_id":"327d3efe-ffe5-40d4-b8e3-60ec45107309","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.424794699Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.427147546Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.427553355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.427641851Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.427677352Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.428404972Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.429321518Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63766","req_id":"3f62437f-e72b-4d8f-8c50-ce5e317a0c19","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a3 5e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .^..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.429434703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63766","req_id":"3f62437f-e72b-4d8f-8c50-ce5e317a0c19","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.429519643Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:54.42963381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63766","req_id":"3f62437f-e72b-4d8f-8c50-ce5e317a0c19","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.42977921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.429828157Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.430920985Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.431481451Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.438991916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.43905941Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.439492954Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.439602983Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.44308456Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.443181373Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.44355645Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.444271665Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17e332c8-39ef-49cb-b1d4-2c2d1243ea8c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.444518487Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.447139259Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da4e53b5-3870-4962-b90b-731696a322aa\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.447560428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.450786946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26462605-1e3a-45d3-9937-68f4595e36d3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.451008287Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.466424824Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d4fbdab-5fce-488f-9b3b-ac29b8238e5d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.466601566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.469661843Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b688102d-d1f7-476d-aae0-7875f2e5724d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.470063363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.476235631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b74aad0a-6228-4862-a6a4-0cea7c31ef7b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.47632011Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.480923882Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08af92d5-4f12-4903-a448-6b07778b3f46\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.481109632Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.488452553Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.488765927Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.489245032Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.490925861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.491481307Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.494097089Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1f73129-6a70-4ffc-ad9c-1639ee592eaf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.494401155Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.495919099Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.496060962Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.501916038Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c640af1-81df-4f91-acaa-36a8f279be37\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.502241677Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.504222082Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.504287884Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.504318605Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fb03e6a-ede6-4024-a622-3970c4ccadd9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.50447193Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.506674018Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2690bcef-9443-48b0-9d4b-c764b7877015\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.518747594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.520217182Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"059a5f27-a539-4229-b22c-b43055400cfa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.520385327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.534968803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"509c2240-c179-4d73-9190-f0f2ff3c20aa\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.535379672Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.538974785Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fffff53-9cbe-44f1-9b18-a212077a7c1b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.539284221Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.543496644Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.543582305Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.543759368Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.543802404Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.544896163Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.54525121Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb3bec5a-6623-4f4b-95e1-5ba41d3cfec2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.545524425Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.548951703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.558143868Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.558250681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.558412113Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.560525363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.564041078Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e39e0f7f-e8e4-40fa-8b6c-d4a261c5f09c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.56411243Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.564880981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.56494073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.565511658Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.572015917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f4572f8-ad01-4090-ac74-f30811f2fa8d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.572615702Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.576869007Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e26b69e-98e9-4c78-9d8a-5f90f71829ef\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.577348252Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.581095297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c9aed16-19e4-41af-b097-f9a8c21f375d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.581289985Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.582344647Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04397c1e-7bc0-4722-b15c-d4280eebda46\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.582640426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.58395224Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebc9d982-1fba-4254-88d0-472f7099b37b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.584138431Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.585725753Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc9a3048-1db1-4c4b-87f9-d7a5560cc810\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.585868949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.587060523Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efff36c1-1fc3-46af-9c41-dbe7670aeacb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.587153819Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.589811283Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f93d5554-f5f2-4792-8ffb-d8a1b52065a6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.589990551Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:54.59086356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.594378694Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bb8ef1f-e60a-4abe-86bc-eedc5230be2e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.594569794Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.59655498Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47eb0776-16df-4e9a-b009-960a275671b8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.596617735Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.600600681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.601255375Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da08f723-cf07-4580-8a7e-878dd76b2d46\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.601486736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.608317606Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"259e218c-f186-42d1-a544-52bc0ebbd1e4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.608461453Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.616672052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"887f045c-da1c-4426-ad64-40044b74d792\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.616735358Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.616770758Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"251d5c1f-5e3e-42b2-82e9-7b4321d555e7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.616803604Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.616838193Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2930afa0-a40d-4f39-9793-9e00befa248a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.616870898Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.616903813Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dfcc8cc-f82b-4997-b39b-890b0664ffe2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.616938613Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.616966599Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d60543da-5fc9-438f-ad15-0548d21d398c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.616997971Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.617235124Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7b6737c-79c2-42c5-8197-b8cfd16dfda1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.617340944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.619279216Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1619210c-89b4-4eae-9c74-61d7dc234b50\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.619414135Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.623178525Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b959c6e0-2442-430b-a883-27879c32e03e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.623333143Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.626941623Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4beb2ffd-ff13-4c54-8fc7-57a3b50f8b24\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.627252142Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.62951466Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8270b611-40da-41a9-a931-420058c81cca\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.629750209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.631984501Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c2486b8-fcdd-497b-afe3-bb494e377452\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.632223497Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.635158324Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67654dee-2ca6-45ff-9002-de8c8be930c1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.635420797Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.640824594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13e9ae74-062a-4d4f-9e87-243e08241308\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.641064372Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.642329803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f01bbb43-0c6a-4640-901a-7c7a9545ffbc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.642585092Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.643572389Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6cac06a-1acc-47d3-991d-0863d179d48b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.643737738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.644900966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26fbb60a-6779-4ef6-b5ae-b2dd5d54b7e1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.645036025Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.646111608Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89394dd3-4b5d-4db1-90cf-96527d0e3804\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.646220545Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.646498268Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.646552026Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.646582416Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.647240247Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.651679893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.651740794Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.651774281Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.651801345Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.652744173Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.653082657Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.668521969Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.668596488Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.668630556Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.668661006Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.668689884Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.669122115Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.672369465Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.681460328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.681576149Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.68161178Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.682443547Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.68292674Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.692499894Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.692577068Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.693336731Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.693977558Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.69595605Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.69601624Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.697088907Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.80152041Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.801597263Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:54.802387938Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59136"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.804393825Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"acb85955-b1c0-41e2-970e-30721bdaba8d","remote_addr":"[::1]:59136","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:54.805265482Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"acb85955-b1c0-41e2-970e-30721bdaba8d","remote_addr":"[::1]:59136","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":845,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.80601235Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acb85955-b1c0-41e2-970e-30721bdaba8d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.808204327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.808254597Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.808279166Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.813710037Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.813771299Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.813804595Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.813832581Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.814718677Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.818136286Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.827104956Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.827530503Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.827648849Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.828508903Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.878569295Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:54.884558157Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:54.884945569Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.885029526Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"570.290587ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.885072181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":17,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.885100959Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.885130708Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.885159646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.885188183Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.888618036Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:54.890073356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.892166877Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.894394235Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ce87ff22-60c6-498c-b930-ff654c5f3597","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.895299328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ce87ff22-60c6-498c-b930-ff654c5f3597","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.895371572Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ce87ff22-60c6-498c-b930-ff654c5f3597","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.895971127Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ce87ff22-60c6-498c-b930-ff654c5f3597","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.896915949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.903549196Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.903688784Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.903728333Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.905389923Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:54.90661315Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ce87ff22-60c6-498c-b930-ff654c5f3597","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":12213,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.907886187Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce87ff22-60c6-498c-b930-ff654c5f3597\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.909003503Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.911634676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"fa200a8d-e41d-4c75-a32a-abd906ce76f9","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.913164063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"fa200a8d-e41d-4c75-a32a-abd906ce76f9","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.913244553Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"fa200a8d-e41d-4c75-a32a-abd906ce76f9","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.915060702Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"fa200a8d-e41d-4c75-a32a-abd906ce76f9","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.916281684Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.916403126Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:54.922920592Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"fa200a8d-e41d-4c75-a32a-abd906ce76f9","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":11475,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.925589009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53139","req_id":"9d4dd4f7-7697-4877-b2b2-f3cb377f8912","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 0e e7 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.925709649Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53139","req_id":"9d4dd4f7-7697-4877-b2b2-f3cb377f8912","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3815,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.925890129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.926095528Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.926348131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53139","req_id":"9d4dd4f7-7697-4877-b2b2-f3cb377f8912","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.926662267Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa200a8d-e41d-4c75-a32a-abd906ce76f9\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.926833909Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.926888398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:54.92691986Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.92942429Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.929495131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.92953454Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.929563177Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.930372199Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.93134131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2079, tv_nsec: 730228711 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.931414566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.943162032Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64595","req_id":"d58adc85-7356-4816-89f3-7618a22edac7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e4 78 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .x..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.943541889Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64595","req_id":"d58adc85-7356-4816-89f3-7618a22edac7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58488,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.94434078Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.944472623Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64595","req_id":"d58adc85-7356-4816-89f3-7618a22edac7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.944784745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.951428763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:54.951523151Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.951558391Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:54.952204588Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.046051943Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.061904288Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.062313163Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.062812518Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.062875834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.06408878Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.097069773Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49845","req_id":"86b20ffe-4ae9-4313-b584-84db11db80ac","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8a 5f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ._..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.097518828Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49845","req_id":"86b20ffe-4ae9-4313-b584-84db11db80ac","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35423,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.115459463Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35423,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:55.11557841Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49845","req_id":"86b20ffe-4ae9-4313-b584-84db11db80ac","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.127825281Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.127901533Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.127932495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.128514244Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.139071509Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.139146718Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.139179263Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.158919114Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"029dd6cb-069b-453d-8ab6-f7591275c6f3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.159561804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.161831537Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb928b54-bfa1-42fd-a5f6-6fa97a167d75\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.162129119Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.167630561Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4794d60-335e-42e4-9dff-1ce0fb520de1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.168008834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.173276179Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"758990e8-80eb-43ec-8510-29bdb4330ff2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.173366138Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.193702798Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.197485134Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcc581ab-00b7-4c2e-a573-bf72397ac5bb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.197640524Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.208199682Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe15b718-4153-4421-849e-a207470a1a5a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.208418187Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.212383097Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c69f424-f098-4ec3-b00a-78af5c71423c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.212637815Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.215811959Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df574e8a-f54b-4c27-9b04-8ca8cd0c79c4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.216045765Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.217321316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6333e8dc-eb30-4836-99f4-64a7d3869f4e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.21758923Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.219280981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af70ab9e-f308-4b86-aea1-4f8f525d8085\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.219505318Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.22093691Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d0b8148-3da3-45cb-8a43-c12b10896c84\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.221186818Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.222787828Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d9c03aa-3397-4f91-9373-77b077db69a7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.223083958Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.226400576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"034c2bb2-f472-4086-ad9f-678770317dd7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.226673179Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.22944891Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63057d84-0b4a-43ad-aa5e-e895efdaa082\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.229807745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.23345926Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bf812cb-0a11-431e-9c23-0a5b3a54ae41\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.233668226Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.23583307Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"774ed37a-76fd-44ef-9bb7-9d6c288a599c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.23612419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.238756625Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb70c855-7888-4a94-8489-99197eb4229b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.239131151Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.242450825Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0836c01b-8054-4309-85d2-91e0bdf6e4b9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.242715312Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.244314889Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.244461101Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.244561891Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.244646089Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.246055668Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.247151541Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e3e9db2-ff69-4cb5-a28e-dfe53248c7d3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.247363674Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.248570428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46dd083d-fb95-4ae4-a469-2cd05a4cb94b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.248867821Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.249180053Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.262459722Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.262598298Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.262694379Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.263258734Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.265940367Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"332a37f5-2789-4ff1-8145-a68be0b2f76c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.266663738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.282598186Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.282823255Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.283623559Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.285132496Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f72724c1-4f66-4aae-b1a1-4851b9273107\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.285755307Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.289717471Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82bc267c-3d79-4de5-9600-06cdbe246787\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.289958201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.293917179Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e29420a2-4ff1-4d94-9734-6413e434d210\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.298545881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.306954354Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8370deb7-0836-4276-a126-efe2e78e052e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.307387858Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.313339757Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5badb2e6-c9b8-4a3e-84b3-391d9d7cd24f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.315433168Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.319381074Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f66d3ca-9450-46a6-ac08-05f7b5ad2c95\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.325441308Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.332138232Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ead8e4d8-c327-4406-b574-c21ce8d4ce21\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.332223932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.332589571Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.342981877Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b391928-6f0e-4016-94cb-5e258445e279\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.343233228Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.345771385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcea8939-f375-4f2f-b462-b474e2072d13\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.345902877Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.346726648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6da3062a-09e4-41b9-90ea-dc53ef241156\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.346875244Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.348149824Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bad3a9bf-3e55-434e-9e6a-a8b91edf40a1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.348290203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.379784293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"711c696c-c9d2-4a25-9690-1f3b5398109f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.380022107Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.381772214Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfbd5277-2845-4b69-9692-fff9ac6cf696\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.382209796Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.383677831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.383795505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.383845355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.383879633Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.384733204Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.393654489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e7d85b4-a6aa-4090-a202-1102ed2424ea\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.394219184Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.394456647Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.406276698Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.406404102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.40645348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.407818269Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.413756911Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.414470012Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.414976952Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.419456187Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"831da56a-52e1-44db-8783-2c1ac2781505\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.419760904Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.423165528Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b3de61d-3139-4079-ab3d-9b277aeaa280\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.423302631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.428392983Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bc65eee-6ed1-4692-94ac-d01d6f770338\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.428529906Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.431217671Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42ab671f-b94e-4f6b-9ec2-d523ae1de531\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.431341828Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.437120031Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d69fea5-3167-4683-af72-eabf7e761eab\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.43744094Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.443148833Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09c926e3-2000-415b-afea-9d6c7ee56914\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.44342838Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.444379836Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.444938188Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"490a5007-821d-4517-92f6-cd85bc3632e5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.445041674Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.446984365Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f524e64-80ae-4dbe-af3e-dff1ed38c6e9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.447297279Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.448398412Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cb4b831-a866-421e-819e-7356ab7b698e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.448625365Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.450003871Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66dd384f-967b-40c9-a7f0-236283c3dad7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.451881272Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.452205297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.452334034Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.452432149Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.453472091Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.475804397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.483638546Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.483736381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.48377598Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.483809477Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.483838054Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.484603559Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.49666484Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.496732695Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.496767475Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.496797484Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.49780407Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.497872426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.49791968Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.498174428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.507918402Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.515891578Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.521931733Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.522092293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.522133645Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.527885064Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.531670507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.531755787Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.535376771Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.542113995Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.542196459Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.542229304Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.542534442Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.67376479Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.67384008Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:55.67746846Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38129"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.68131804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.681446075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:55.681939949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.682458652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.682574032Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.684918614Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.68520801Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"6f94e1a4-9feb-4563-be8b-8ca641f8147f","remote_addr":"[::1]:38129","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:55.686961324Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"6f94e1a4-9feb-4563-be8b-8ca641f8147f","remote_addr":"[::1]:38129","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1762,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.687312273Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f94e1a4-9feb-4563-be8b-8ca641f8147f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.692878994Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.692964184Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.693028953Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.698368762Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.698507759Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.698611315Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.698695884Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.699286621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.710230055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.717604989Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.724081593Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.724207364Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.724854513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.784110828Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:55.792496245Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:55.793503862Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.793570074Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"908.444015ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.793610254Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":18,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.79363826Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.793669001Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.79369846Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.793726526Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.795316023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.801714161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.817410074Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.817534973Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.817574291Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.818928299Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.823317454Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.823438164Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.824422405Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59019","req_id":"b8573ffe-2494-4f4a-afd7-af368bf7efb7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c9 04 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.82466076Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59019","req_id":"b8573ffe-2494-4f4a-afd7-af368bf7efb7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51460,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.825089404Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.82586501Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.825942414Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59019","req_id":"b8573ffe-2494-4f4a-afd7-af368bf7efb7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.826543091Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2080, tv_nsec: 625418909 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.826615365Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.827064399Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56127","req_id":"79804152-82aa-4e7a-b89a-3a553b16f23e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6c ca 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e l...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.827120792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56127","req_id":"79804152-82aa-4e7a-b89a-3a553b16f23e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.827274999Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.827364227Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56127","req_id":"79804152-82aa-4e7a-b89a-3a553b16f23e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.927300594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.927768766Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.92782099Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.927855419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.927885178Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.928544562Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.931437576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63683","req_id":"e127d31a-698b-436e-9206-cd26bd99f3bd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b0 59 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .Y..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.931550191Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63683","req_id":"e127d31a-698b-436e-9206-cd26bd99f3bd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.931818285Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:55.93191623Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63683","req_id":"e127d31a-698b-436e-9206-cd26bd99f3bd","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.932675793Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.932732266Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.932761274Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.933969631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.948837845Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.948939878Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.949065849Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.969608379Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:55.995388745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.995508654Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:55.996150723Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.007240388Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f07ac8d-9957-4ad7-8f10-980e893cea5c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.007619534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.033341734Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df1a05f-fea7-4f6b-bf4e-c222ae6342ac\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.033876659Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.05297398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.055017381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.123515329Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.124391334Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.124455061Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.124483738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.1272402Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e81b5890-5a3f-4820-a163-c13e982c1c44\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.127411171Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.160891508Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.171360577Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"609c6aeb-0d4f-4872-9135-70e1a87c1335\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.171684533Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.176223226Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b70afe15-904d-46dd-b33e-2af686c32c2a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.176476049Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.185355461Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79510eaf-bbea-494c-85f9-d2abc33c892a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.185491472Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.187256208Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dc16eb1-dab2-41e8-8f28-a371a529f0cd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.187366207Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.189109841Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c1611e8-835c-46c1-a8d3-d36cb0c76b56\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.190861762Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.204500757Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"722d848b-2e41-47ff-83e2-2097ef2a4fdc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.204690896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.206151576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70c99989-248d-4797-98df-30973a770f53\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.2063344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.207632627Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7f2dffd-56cd-4121-914a-ee26a3401529\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.207690472Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.208676146Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2092f19b-6151-4034-82b8-bf6525c1812e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.211430153Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.211697115Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.211792195Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.211833407Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.211860631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.213486701Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.215924628Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdd6beb0-2da5-4710-9456-a0cf365dd3ed\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.216145278Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.21764719Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.246381632Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.246456661Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.246489998Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.247123811Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.256497006Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.256558489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.257263674Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.291229107Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea0ea205-892f-43a1-a341-f10f46046399\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.291301632Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.294052313Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad2b00dc-66a5-4c8a-b20b-639ea64cb9bf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.294120238Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.298484934Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72c8c14b-c5f8-44c2-bb36-1bce55cfa1c3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.298645234Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.301692706Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95ca260b-eaa6-4052-8027-573fb5d2d5cc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.301850991Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.308283257Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2cfc21f-0587-4e1a-98a6-9b902926d126\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.308548185Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.311444515Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a56ea0a8-739f-4722-a1d7-14bfd2dcc6c9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.311578252Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.312704656Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a56d20e-9953-493b-996c-7c6a30379bae\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.312891719Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.315152353Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc14d3b5-2055-4ae2-98be-197a23fbfbe9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.315310498Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.316379809Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c37cfc66-25f0-4f14-9d4d-728f18f80aa3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.316530489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.317571353Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb7bf3b-fe7b-4fe6-84ba-02f16ba17cf4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.318283451Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.319091902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c92ebdb-fb70-4f00-a064-d37099e9a413\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.319527119Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.331099727Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.337633104Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e342189-99cd-43fa-a189-b88f41e0ffde\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.338298961Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.344169508Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b75a7e1e-d640-48a2-8da4-b1b651d59582\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.344385829Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.347814079Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1a31f70-15b9-4f5e-a327-579efa640296\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.348052053Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.35147306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"876bbda5-b6a5-4a1f-8c1d-947e25f2bcdb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.351687256Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.354749889Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a33504b-a584-462b-b99c-c6eca8b4cd53\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.355038634Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.359859208Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c586e5e6-3a11-49ad-9cda-e49ce44b9477\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.361077716Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.361938361Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"442185a1-dfdd-46e7-8bf1-b1bd455d7b52\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.362092127Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.364225628Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1350dd9f-3a56-4508-817e-834bb99b98f3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.364378192Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.36537568Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e053510-ff1c-4a09-b12b-be9e9595510c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.365510057Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.367145476Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e6a6415-e3ba-4b8b-af09-2d8dee0410a2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.367272008Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.368619483Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"768e9d69-e723-4d0b-94f6-fa92332e45c6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.368771355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.370292727Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c04668b-8fd1-446a-8110-d24be853703d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.370366353Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.372370537Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8206c86-df1a-4d49-83c0-9bf579cd51c1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.372434945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.384038374Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.384219916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.384320907Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.384405515Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.385454275Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.389830344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.399247347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.399328739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.399360893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.400091469Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.402328656Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcb3d509-b2ab-4315-8772-4d5b652b5924\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.402495108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.403247627Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.403302476Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.403942071Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.409987766Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a20758eb-6a98-41b5-bb01-344a476d8f65\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.410577371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.415940296Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a7929b4-ddf9-406b-966b-adfacd07eec4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.416206086Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.420832955Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bb922bf-cb12-4cc3-9b0c-70475ed4d8bd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.420929898Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.423613284Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dc0dad3-c57f-4789-9cfa-a3aee3bf7398\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.423774916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.426682309Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26e71a0a-0ef6-4237-aada-d4d3afadf0d3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.426842659Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.428340413Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"951947ec-51e5-488c-82fe-080511dcbfda\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.428472917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.430075861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27629846-6185-4dd2-8a55-73e1d33d5c6d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.430141231Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.43017614Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.430209256Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.430238835Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.430410557Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.436723355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.443231562Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.443394728Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.443498905Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.44359652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.443677812Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.444375001Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.45018147Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.455678402Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.455758211Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.455792569Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.456391613Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.457321245Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.519465784Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.522365612Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.522924726Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.523288601Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.523449612Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.523546154Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.524294385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:56.524469013Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64726"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.524733199Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.524878729Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.525366651Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.526287065Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.531813827Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"5511f678-b900-4632-88b5-2baceb624a46","remote_addr":"[::1]:64726","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:56.532981604Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"5511f678-b900-4632-88b5-2baceb624a46","remote_addr":"[::1]:64726","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":829,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.533271471Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.540017452Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.540139756Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.540234915Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.54086944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.541406931Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.541510457Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.542765016Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5511f678-b900-4632-88b5-2baceb624a46\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.545601257Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.545691557Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.545754212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.547712754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.547842182Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.548060247Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.548107892Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.549931686Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.553125038Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.553557891Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.554397754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.55539436Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.560498369Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.560863046Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.560969558Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.561558201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.562758893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.562909263Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:56.630591064Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.642835671Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:56.643286319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:56.643526106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.643582419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"849.970752ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.643621276Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":19,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.643649643Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.643680895Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.643713009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.643743359Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.644320138Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.649659587Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.655112421Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.655192401Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.65522736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.655637347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.664948108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.665010002Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.665609356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62758","req_id":"821e860e-e41b-4795-bb60-b0c2a08ca613","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 13 f6 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.665666189Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62758","req_id":"821e860e-e41b-4795-bb60-b0c2a08ca613","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5110,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.665885326Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.666059964Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.666109693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62758","req_id":"821e860e-e41b-4795-bb60-b0c2a08ca613","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.66649493Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2081, tv_nsec: 465389586 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.666557425Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.666858815Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64350","req_id":"3eb8d513-e9c2-424e-a06b-559df7a1aef9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ee 4e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .N..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.666919186Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64350","req_id":"3eb8d513-e9c2-424e-a06b-559df7a1aef9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61006,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.667009896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.673671098Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64350","req_id":"3eb8d513-e9c2-424e-a06b-559df7a1aef9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.79749557Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.798004855Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.798086468Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.798121367Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.798150054Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.798914648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.799207541Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61912","req_id":"677e752c-a295-456a-9bae-e3a0d0be0ff9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8a 49 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .I..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.799269485Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61912","req_id":"677e752c-a295-456a-9bae-e3a0d0be0ff9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35401,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.799604051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35401,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:56.799778599Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61912","req_id":"677e752c-a295-456a-9bae-e3a0d0be0ff9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.799821084Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.799854069Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.799879039Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.802483498Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.811170787Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.811245837Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.811274534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.811707717Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.81554901Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26d07749-6a3c-4e3f-82cb-7eae62a9a51d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.815811964Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.816012093Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.816067133Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.816496699Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.81778738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7267bbc-b473-4b94-902e-fa617c6598b7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.818004363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.828309355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33c00986-3515-4a10-bf07-850f8db73dd9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.828549804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.830596261Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8b6aa77-99bd-4f6e-9d12-e1392e01b08f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.830723334Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.833220089Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed2a1ee6-0a16-4e43-b4ab-50e909641e09\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.8333209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.835371275Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7454f847-a84b-462d-97be-4455c6b715ee\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.835464351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.837566419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cc95f2b-040c-4044-bcb5-cf31f953cab1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.837724173Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.839982713Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6445ef28-8e20-40c7-9bb9-032bbfdda8d5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.840232831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.841577911Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b096ba3b-c760-4932-940f-218c14a85e74\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.84167279Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.843074654Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adc683ce-4b6b-4ad8-8b44-75fb7f2bee96\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.843253831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.844528791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af2e70fe-185f-49e2-a8ba-8e7b1f0563b7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.844609351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.846075823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c8e06e0-f94b-4b61-a0f2-0edc12f86cc2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.846147516Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.854778793Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.87421076Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53add2a1-1160-4ae6-9bde-ee4c0a0291fd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.874404296Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:56.891362143Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.891774465Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.89247462Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d5112b9-9685-439f-9015-c0d8bef68172","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.896617033Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d5112b9-9685-439f-9015-c0d8bef68172","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.896742994Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d5112b9-9685-439f-9015-c0d8bef68172","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.897858727Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d5112b9-9685-439f-9015-c0d8bef68172","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.900711141Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a329a6d-fef7-43a0-9151-d4c5fed1900b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.901526966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:56.902369214Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d5112b9-9685-439f-9015-c0d8bef68172","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":9901,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.903185801Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d5112b9-9685-439f-9015-c0d8bef68172\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.903882008Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.905070857Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"3dd9a2ca-e61b-46e2-aae3-96dcf291c89e","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.906717648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"3dd9a2ca-e61b-46e2-aae3-96dcf291c89e","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.906869651Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"3dd9a2ca-e61b-46e2-aae3-96dcf291c89e","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.907776638Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"3dd9a2ca-e61b-46e2-aae3-96dcf291c89e","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.908367606Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.908425882Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.908457665Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.908486062Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.90927311Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.911801327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01e4d201-1341-45d6-99b1-094a0a6a71bf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.912097267Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:56.912512153Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"3dd9a2ca-e61b-46e2-aae3-96dcf291c89e","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":7478,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.913187629Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dd9a2ca-e61b-46e2-aae3-96dcf291c89e\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.913295093Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.913331716Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:56.913362618Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.913825219Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.920658124Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.92074675Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.920783373Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.921240033Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.92382857Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e88ae8b4-313a-4b2a-8476-222bf29c78b8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.923899893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:56.924127827Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.924175091Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.924619116Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.927182052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"283d09bc-bced-4417-98d4-865ba5cf720b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.927366069Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.929945708Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94b38edf-86ea-4d9d-b240-330bbcb95136\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.930181228Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.932708573Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31ed6965-a2c3-4979-afd3-96df9f516ac6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.93288754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.934650212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b628870e-7650-493d-924a-79618d332a7f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.93484005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.937140684Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fc1b68a-93fc-48fd-b14e-cc59b4020171\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.937501563Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.939049187Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dc3c5c1-d19f-4f3e-bca4-e67b1edcfc38\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.939092924Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.940771478Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d2f594c-e19d-4899-b4d6-2807cc526a62\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.940864944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.944263616Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28b17a3d-d228-40cd-9bd4-123824b75f15\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.944823993Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.94807981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9802e00b-e2ea-4e38-8526-842cf9175fff\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.948211652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.953817Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f49855a-d822-453f-8934-ccac35ae2cc7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.954030436Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.956430087Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d087b1c1-f10e-4940-9dfe-9ef85b54c181\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.95666746Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.960824703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.963148543Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b30ccd94-c417-4220-9721-d82691970104\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.963517027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.966779177Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"963a786f-3b0f-40e0-9113-d2a4f25e6030\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.966844707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.970516553Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e3b9b0c-79b5-496d-a3dc-d156bc25dcbc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.970952963Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.971787055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d58c13a4-1b05-463a-8dab-675b0de7e819\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.971898397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.973123006Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9de5fc18-7082-46a0-a470-04696ffb395f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.973273366Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.974466283Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7355a85c-6ae5-4e1c-8aa7-fec7e5d27c1f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.974595961Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.977124469Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d54dfeb-d1b9-404e-9304-7e01f3f50d25\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.977455899Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.980150007Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9e7f133-3682-4619-a037-6dcf63a4e4fe\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.980581677Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.983504802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"091950a4-2a3c-4ebb-b129-ba525c87bb09\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.983927133Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.98816691Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb490d8a-ff0d-4a05-aa47-3312b92ad489\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.988692808Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.992668971Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d8e1e8e-d1a5-48fe-a9fd-1989cbf63bc0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.993079158Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.9958107Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c8dc207-29e4-464e-be77-ec0374a6f4dd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:56.995982252Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.000605644Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b6d5234-1365-4b23-8674-430337ef885d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.003995849Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.009825794Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea81e5b1-8253-4a8b-83d6-c05d0b2a695d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.010172325Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.012502708Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.012593449Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.012670071Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.012702005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.013523241Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.013676076Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a26c4b3-c79f-4501-9294-cd60c0ff022a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.013857587Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.016402688Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"499caef6-69d4-4230-8358-b047f0ea7e97\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.016656083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.01692023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.026520007Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.026585507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.026618934Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.027083339Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.028753447Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"159d5f5e-fb19-44c8-a5ce-1615f5fc8306\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.028918966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.030202063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eb96fae-1195-40d4-a99c-a9cd3ea8e5b7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.030373154Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.030420288Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.030455628Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.030488524Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.031813493Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.033210637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.033381518Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.034389115Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.036251736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.040530772Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.040591864Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.040809297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.040877062Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.040907553Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.041379243Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.044565371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.050666236Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.050728961Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.050762358Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.051306282Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.052009673Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.052153059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.054087433Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.055003057Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.055057225Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.05508474Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.131280174Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.131356306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:57.131955841Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50528"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.13319523Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"332ab9ea-cfe6-44c7-9195-f9e158d84a23","remote_addr":"[::1]:50528","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:57.133857469Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"332ab9ea-cfe6-44c7-9195-f9e158d84a23","remote_addr":"[::1]:50528","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":664,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.134543757Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"332ab9ea-cfe6-44c7-9195-f9e158d84a23\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.139016388Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.139110085Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.139137149Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.14150172Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.141784564Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.141836988Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.141869583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.142497454Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.146055072Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.153805815Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.15419972Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.15431502Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.154998762Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.174293075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:57.187897942Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:57.189069847Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.190318555Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"546.143425ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.190380919Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":20,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.190409235Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.190437932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.190466339Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.190492401Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.201398671Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.205285054Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.212690068Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.212794627Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.212832011Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.213243711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.216829245Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.216893213Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.217997643Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51307","req_id":"e33791ef-eaf4-4f6b-951a-ef02d7cc2030","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 81 83 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.218142692Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51307","req_id":"e33791ef-eaf4-4f6b-951a-ef02d7cc2030","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33155,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.218428712Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.218600144Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.218696506Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51307","req_id":"e33791ef-eaf4-4f6b-951a-ef02d7cc2030","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.219035902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2082, tv_nsec: 17940367 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.219086773Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.219404106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56921","req_id":"11185313-4b70-40f1-b953-658656ca43a9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 09 88 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.219693312Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56921","req_id":"11185313-4b70-40f1-b953-658656ca43a9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2440,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.219929312Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.220002628Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56921","req_id":"11185313-4b70-40f1-b953-658656ca43a9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.281139149Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.281841378Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.281997298Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.282029422Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.282057048Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.282871831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.283301657Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63968","req_id":"1bf344fd-655a-4b18-a024-dc4ceedad378","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6d e1 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c m............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.283417198Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63968","req_id":"1bf344fd-655a-4b18-a024-dc4ceedad378","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28129,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.285553975Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28129,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:57.285758282Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63968","req_id":"1bf344fd-655a-4b18-a024-dc4ceedad378","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.286574508Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.286611332Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.286636301Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.288332621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.298092697Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.298155112Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.298185913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.299432767Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.301179989Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d0ac927-eb19-46ea-b48a-248ecee1fb51\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.301518844Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.304210296Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71a6cea7-bb93-4e21-ad7d-f8ff32dcafe5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.304274645Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.304431848Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.304471497Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.305485367Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.308332419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8b6e89a-724d-48a2-aeb9-b8a067df1260\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.308494052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.312958647Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8739c661-fa12-446f-a71c-af2d614c1036\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.313198655Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.317573081Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f42106b-048b-46a8-a5f5-df98f30e9ca6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.317823911Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.323061947Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c91873d8-3f76-41f8-8620-779351cc405b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.323316344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.325946154Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02aa7930-07b0-420b-8f62-43ca25ca3338\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.326178877Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.32977864Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba346666-2ecb-4fce-b16d-51031552587c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.330013999Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.333527609Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44825f2b-4d71-49f2-b428-bdb8dc5afa5c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.333842036Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.339271724Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.340384661Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"462f1cc5-27ee-4b8c-9524-b36dc2837830\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.340652164Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.343434067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e77801ea-0822-4631-ab6e-8741c73110ea\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.343673715Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.344767223Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78b5e38f-34c4-45de-9cb2-84db50431bdd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.34498151Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.346583302Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e77b2d30-29db-4c89-8b17-c827a5a0efff\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.349314343Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.354635806Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef320d5a-4a83-475e-81d6-7ac590128038\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.354865824Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.357415805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94091306-616d-4fef-a70b-cb2775880d3a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.357567928Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.35942571Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d26865ce-2fdb-451f-8319-d1b78b0d4651\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.359573494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.361151027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fbb8464-073c-4364-a96d-13c41f46e4c8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.361307228Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.363322704Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efd4b6cb-0394-4e5a-abee-c5a23890e163\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.363414367Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.36546363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eb28b3e-8c27-4172-bd88-fd54f03046d6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.365530814Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.366614403Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"865fce5d-ed24-4a0b-b625-d93f2ab106f7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.366772528Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.3681538Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3eda487-8b20-4309-b7d0-962d5431de31\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.368317746Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.369299422Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9967158f-026e-4de3-9aea-53cfc54c6dbe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.369385414Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.370443011Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cae15194-5a0e-427b-9b57-95b17e8d4768\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.370507349Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.371999482Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5a66588-15ae-4bad-8739-5553ceb0a03d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.37225441Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.375220229Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9da0eef6-eebc-4e66-959a-977a4f7c94f9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.376090152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.378827116Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e255376b-06a7-4541-bb37-d7fa9272340d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.37962254Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.38265371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9fedcf6-5002-4ded-b39d-163173a23509\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.383541178Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.386395295Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d9a7c03-3245-4ced-80d5-fc004d24fc89\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.386455525Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.388695287Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74ffc9d6-e8b3-47df-9942-3b523eb12e65\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.388768373Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.389829637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08f8b9b7-7318-4b9e-8452-0fa5360d8000\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.38992633Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.390330175Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.390385204Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.390522107Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.390569982Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.391234146Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.391953128Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e526b081-bb62-4513-b7ed-6b54afe9e91f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.392112827Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.393396003Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4afb0ea8-1627-4f44-887a-3481d226894a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.393526593Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.394081279Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.401266104Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.401327727Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.40136472Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.401814577Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.402771102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10b5c2f4-4797-466b-958d-ac8287c7e1dd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.402870841Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.404141062Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16937536-c68e-43b8-a12a-863d4767e5a2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.404318105Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.404560578Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.404619064Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.40506866Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.406764008Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d6320bc-5a55-440c-be08-a644140f3d3c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.406937894Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.410082249Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de4d3597-43c2-4417-803d-df4813130fba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.4101577Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.414847774Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b11814a7-88a9-4200-972b-4bb6c21e2bc0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.41510639Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.418487025Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3354cae7-63e8-4456-bc81-48ea42d5474b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.418712124Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.422156847Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4a2967b-5919-42f6-8204-593b1fda1930\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.422426635Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.425289559Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"604ac38b-da76-476c-9fc5-ca996f3e341e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.427732316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.432761306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98cb6350-b41b-4b9f-a536-efd0b58391d8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.433026374Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.434195854Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1987d1b-b31d-4546-b5f5-b806abfbc6d5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.434644719Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.436436489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"492e3442-ffb6-4943-b7db-f1d30c6b843a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.436702729Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.440618441Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.441090341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7526e586-4e97-44c9-a4a4-d033d92ea1bb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.441326041Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.443376957Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9854f4a-ec6e-4ca3-8b59-5556fb4d3036\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.443881452Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.444017553Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.444146119Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.444234766Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.4454412Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.45304004Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.459451885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.459520442Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.459558027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.4598908Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.459973945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.460291428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.466727652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.471659548Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.471738806Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.471772473Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.472267149Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.489709912Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.489779501Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.489930462Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.491112798Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.561498236Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.561576562Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.562183511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.562908155Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.562966902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.562999337Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.565287626Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:57.565347495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57742"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.566756513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"ef953030-7c59-490f-a446-c6ad4f4afad1","remote_addr":"[::1]:57742","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:57.567334154Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"ef953030-7c59-490f-a446-c6ad4f4afad1","remote_addr":"[::1]:57742","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":559,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.567709351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef953030-7c59-490f-a446-c6ad4f4afad1\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.571142572Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.571201579Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.571230617Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.573073409Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.573127697Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.573158368Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.573188348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.573826159Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.575024707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.58054707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.58060735Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.580635626Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.581056254Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.581451962Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.581503976Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.583755973Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.588748761Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.589007426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.589053087Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.589620177Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.591358921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.591422959Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.591731634Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.591778908Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.59286913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:57.593098578Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:57.628286888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:57.628604391Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.628851012Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"438.911021ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.62891042Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":21,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.628943767Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.628972845Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.628998977Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.629025339Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.629762438Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.633967276Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.642479285Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.642566299Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.642599866Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.643378317Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.644209132Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.647785277Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.647842411Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.651062737Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57874","req_id":"2d9a3162-8a6a-4ac1-a5f5-c6c41d5603c5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 32 fa 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 2............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.65117459Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57874","req_id":"2d9a3162-8a6a-4ac1-a5f5-c6c41d5603c5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13050,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.651392194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.651489698Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.65167621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57874","req_id":"2d9a3162-8a6a-4ac1-a5f5-c6c41d5603c5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.652090305Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2082, tv_nsec: 450954951 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.652152619Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.652557886Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61631","req_id":"956c9209-b1c1-4f04-825d-62757ab4eafa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: eb ab 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.652613227Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61631","req_id":"956c9209-b1c1-4f04-825d-62757ab4eafa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60331,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.652918244Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.653190266Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61631","req_id":"956c9209-b1c1-4f04-825d-62757ab4eafa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.715363593Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.71583893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.716110832Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.716231893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.716324778Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.717271514Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.717861951Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56668","req_id":"63bbda14-ce55-4798-b957-73e636021a08","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e8 50 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .P..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.718647275Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56668","req_id":"63bbda14-ce55-4798-b957-73e636021a08","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59472,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.718851763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59472,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:57.718997353Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56668","req_id":"63bbda14-ce55-4798-b957-73e636021a08","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.720840475Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.720883551Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.720910074Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.721327004Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.731027572Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.731114004Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.731146239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.731504452Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.737511972Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.73761115Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.738272347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.738477586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d0dcd6c-5631-405a-8078-9be2bc62b78c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.738718927Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.74198297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaa6af25-3ae6-4dad-b21d-5cc5c9cf6581\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.742360031Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.745573033Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8abe6ad-7f6f-4423-85dd-0a8a0669a1ad\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.745723733Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.754459739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb2a5020-69fa-4de0-aaec-012df12718c9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.75458076Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.758088349Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fac911fe-02aa-40da-841a-4eb85440f2f0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.758228368Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.762960577Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c854830-0c89-40a7-a409-5ad56bdba9d0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.763085465Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.770634446Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca2eccb6-d5c8-435c-8336-2d79930fc7fb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.770807802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.773063306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f0f8277-d72c-4618-90cf-37fc64c8698b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.77327643Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.774133658Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"616e48ef-e736-4629-88fd-ebe5cfd40218\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.774639506Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.778394257Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6e96974-c28b-4a8d-aff1-85c30f737e80\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.780851704Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.784711484Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.785245508Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efae540c-2445-439f-925f-f06aa29b3b4d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.78561811Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.788209053Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a463916-dbc9-448b-bf4a-5bc0f9802a21\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.788431696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.789707719Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37c3d646-2d32-401f-b43e-6936cf56c835\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.789981003Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.793251419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3889f117-979c-4a34-8267-2100b4c74ccf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.793473131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.79755837Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c2dfa21-4eb4-4115-9ec7-a4834b0ee7a9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.797900101Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.799780618Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47cfa3f9-02c3-4bb3-9719-3fd7e47236de\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.799902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.803423917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"104a985c-6aac-46a3-9432-c1dce2703086\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.804005716Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.806864743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89cad96d-df06-421e-92ac-681c5d6966b7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.80698879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.809257109Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c55291a0-17a1-4b4f-8533-5b94f05be532\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.809380114Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.81057225Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fde455c-6483-423c-b282-b09367d26458\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.811000513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.811895747Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be28bdfe-a33a-471b-9852-eaf762ee4e70\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.812024924Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.813076299Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"934211a5-02a2-44b0-a7b1-b9f552686e80\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.81320241Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.814594905Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d618296b-7be3-4b22-989a-6623fd5e5e37\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.815127526Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.818720244Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b61932d-aa53-44c1-a20e-285cb4ecd53f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.81890372Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.821204494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91e17459-5d4c-40af-8deb-b1f46926b07e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.821336647Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.823057185Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"079c15a8-a8a4-4351-9fff-9bb88a5b9270\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.823121894Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.826756165Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9985dd3-72b0-4bee-afd4-f8dd478caddc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.827269448Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.830073815Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"016e5baa-6a97-4e94-bca3-3bd505d869fb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.830203764Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.832385752Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62409dea-b0bc-4bbd-91ec-351b96f60077\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.832523226Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.835073507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61686cc5-80e6-4206-ae51-4d085b9f9b39\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.83534107Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.835583273Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.83572227Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.835769604Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.835796708Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.836930527Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.838836344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62287aaf-7463-4048-a111-e9b77021bf0e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.838995301Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.840515129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.84853605Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.848600899Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.848633534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.849468278Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.853479159Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"454a6698-13b2-4e53-b74d-65af117bf628\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.853675049Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.854893607Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.854931974Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.85629542Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.865580871Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3225d34-78a8-432f-ae30-7e1bce3ab25a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.865702082Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.873854255Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39678745-4950-4bce-957b-d1f03092f9d9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.873995266Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.89512197Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"849a2d3b-be46-4be0-a939-d686804ce9d3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.895375615Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.900824632Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6670bafb-aece-4931-ad52-7a77bc021da9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.900965372Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.910202066Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.911403049Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"243af268-123e-40ff-9563-9074c57c88fe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.911831893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.914602333Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d77b8935-2094-4109-951f-2b1d80c1afb2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.914728184Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.917083276Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2e74ef2-87e6-4533-80bc-f6b2b1212f3a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.917455708Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.92086947Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5df9be0-304b-4020-9823-72780ada8351\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.921025881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.92311804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19eb1e40-8187-4641-af3e-010cdcec8988\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.923245203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.924086449Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ae8cb35-6a39-47ce-b34a-e8babc1f3ec9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.924304714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.925108035Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38ee3b3a-5bc9-44fc-9c05-17c278807a1d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.925179327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.926622933Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00c91f9f-e92c-47ca-9b06-ef58b8893e21\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.926672101Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.92768549Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad925885-1be0-4b2d-8f5b-e566a4b981b1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.927746943Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.927797002Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.927829918Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.927912392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.928686785Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.931713676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.944342909Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.944439391Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.944575292Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.94466959Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.944754579Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.945535445Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.952932123Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.968172769Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.968237878Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.968271946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.969017231Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.969864469Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.969923316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:57.969954969Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.969981132Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:57.97164653Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.040752299Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.040878901Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.041514587Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.04816104Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.048230308Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.048317061Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.048616327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:58.048712799Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63457"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.049602462Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"7644fc23-4926-4aef-8cf9-c6bccc00063a","remote_addr":"[::1]:63457","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:58.050084392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"7644fc23-4926-4aef-8cf9-c6bccc00063a","remote_addr":"[::1]:63457","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":494,"response_code":"200"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.050509459Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.050649348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7644fc23-4926-4aef-8cf9-c6bccc00063a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.052992526Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.05304953Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.053079299Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.054830559Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.055004976Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.055054054Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.055085687Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.055451466Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.055501766Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.056005339Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.056058605Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.056882567Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.059980009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.061328676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.061387443Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.061419016Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.061855565Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.067886953Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.068307541Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.068446668Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.069389597Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.119647402Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:58.12255263Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:58.123040302Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.123284108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"494.386223ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.123335801Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":22,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.123364097Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.123396442Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.123428115Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.123795467Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.124545611Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.12705933Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.131839334Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.132257096Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.132369059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.133118342Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.13727815Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.137323781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.138492029Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60654","req_id":"a9f0a08a-0d8a-4aac-a4df-36e8b30bf5a6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 01 01 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.13855314Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60654","req_id":"a9f0a08a-0d8a-4aac-a4df-36e8b30bf5a6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 257,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.138761135Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.138975432Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.139248516Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60654","req_id":"a9f0a08a-0d8a-4aac-a4df-36e8b30bf5a6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.139703973Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2082, tv_nsec: 938605172 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.139765426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.140072027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51642","req_id":"b88e5fc3-89a0-4bde-a68b-296422a440e0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 96 2d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .-..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.140126215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51642","req_id":"b88e5fc3-89a0-4bde-a68b-296422a440e0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38445,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.140220543Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.140361674Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51642","req_id":"b88e5fc3-89a0-4bde-a68b-296422a440e0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.198015766Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.198657454Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.198758846Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.19879568Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.198824708Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.199480945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.200849913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53966","req_id":"69ec85c0-955a-41bb-88f9-94e94ff35cd3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3f 18 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ?............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.200975042Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53966","req_id":"69ec85c0-955a-41bb-88f9-94e94ff35cd3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16152,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.201189409Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16152,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:58.201343145Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53966","req_id":"69ec85c0-955a-41bb-88f9-94e94ff35cd3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.201689576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.201780908Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.201810637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.203632407Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.212988568Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.213361722Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.213421711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.216630535Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.216731135Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec1e4c57-ba7e-43e4-9bd3-de9b7d184ad3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.21704476Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.21889176Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.218949705Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.22157181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.22293227Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0db32c6-35be-45c6-a045-0298e145e214\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.223401636Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.229517802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfdc751b-da23-4df1-bed2-3c5b03078417\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.230160612Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.23358258Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27cc357c-872c-49bb-83a0-e2245f05e574\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.233877859Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.247553156Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9253e10-5b50-4613-8adb-22e2ec3008f6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.247638807Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.253580244Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75363cc9-dfd1-488d-b15b-52e6d3855f07\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.253736987Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.257399404Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e43661e-b759-4dac-808a-82f87ab6ae5a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.257523341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.260870009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cf4fa07-1fd7-4d61-bd9b-aec001fea13f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.261704501Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.263192717Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36604585-8f66-4374-8e8d-f0ea5b9c5c8c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.263469999Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.266665195Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.267040784Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e6b0353-f940-4720-b4dc-ad876a519b2e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.267162927Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.270320949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b470ac9-b7af-44b0-8abb-f3086a74bb83\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.270965143Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.272964055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c71735bd-4b57-40a6-a250-83824158bf6d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.275707652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.277187931Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45736f1b-f1bf-47ad-8c0f-d65d9b6dab02\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.277360265Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.280621051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49bc5d32-2e29-45dd-9829-952c6749f621\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.280689358Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.284603376Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"892a5b76-37ee-448a-861d-da063375153e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.284815358Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.2866481Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2ad2a5f-f66d-4f46-8d2d-06bbbbe7cbd3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.286775404Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.289339242Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d82ccaba-29ce-4095-969a-9ca8a389395c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.289403961Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.291626098Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2003cd89-0a38-4d3c-871c-641026ddf859\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.291703593Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.294688811Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b56e347d-22bc-4d3a-8d75-57f3b3164aec\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.294936694Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.296075233Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c25bb73-5224-43d9-a208-a5e72a5f7fa4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.296185142Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.297163792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7e280ce-9657-4a8e-899d-73e4a20c26bf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.297307027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.298143153Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57f684a0-0a6b-4054-bb9a-e4e2b6796356\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.298669001Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.299720436Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2192d090-421f-488a-a2be-d0b42f63626f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.300132226Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.301773506Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dec15f9-d2ea-44d6-894e-df5e105ef261\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.301951862Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.305030516Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5999f47-8692-4bdb-9f9e-1acf997fdb9d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.305624609Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.308576852Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcdb8981-fdf7-43e5-855f-94cc18686e90\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.308642713Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.311511348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93e14f6e-0d41-4d74-a080-21e7710d86e9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.311666437Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.31358485Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4be41e21-b0c7-411d-968d-a48d9f682a5b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.313656953Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.315473984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82b9c534-100a-4746-a510-2a5236a02eb0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.315545436Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.317208239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43a81b1b-e6c5-4ecd-975a-14ef9a8b55ca\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.31732923Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.31761546Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.317671803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.317704658Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.317730239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.318437729Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.319555646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c945590-3b6c-43bb-b6fa-c6b31e960c27\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.319747248Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.320827991Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8e659d8-fc00-4a09-92f2-a67ffe77db6a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.320963842Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.321571503Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.327407721Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.327491287Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.32752273Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.327907998Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.329579187Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de8c6772-48ba-47f5-97b8-3fec2a9296b1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.329713224Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.330882795Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.331154767Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.332176613Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.332851237Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3ee79fa-74c9-4147-b2ec-62f3f307443e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.333120623Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.338563849Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"548af3c9-a90e-49b6-a973-6f0e9abededc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.33899606Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.341836249Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7acc2db8-e697-4e7b-b616-239aebaf5e9d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.342058953Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.345212676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cd15953-952f-49d0-9c70-88621fe215fb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.346220715Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.348599574Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d3a3d7b-ec3b-4bd0-8858-a2510205e579\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.348787779Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.35388248Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"885a1315-18d1-4208-b1e5-016c9a5ea8e5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.354571242Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.358924686Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b70b60a-65d6-45f4-8550-1b700eb0bf69\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.359008894Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.362617634Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2870e95b-4f45-4bea-b143-5f034dd1852e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.362693726Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.367079174Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca5c1587-71a8-4c03-8d35-1c2b01eb4052\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.367598819Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.369174368Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7c73e73-9f5f-4819-a526-66957fd9ac51\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.369471651Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.374643325Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf3dbc79-b000-49ce-885c-b7a39d5b45f6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.3749172Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.375448359Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.377454426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05760612-d8f7-4853-8b42-5810567220db\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.37782317Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.377857379Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.377886807Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.377914152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.379068792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.384493801Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.39336192Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.393420878Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.393451329Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.393481809Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.393510927Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.394158618Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.397822398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.409207371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.409278714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.409313623Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.410024008Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.467191661Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.467280077Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.467763601Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.467894872Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.467940293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.46796913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.468563845Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:58.468719035Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60518"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.469653747Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"875e81e5-b818-4085-bd2b-cb6d5239878a","remote_addr":"[::1]:60518","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:58.470055006Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"875e81e5-b818-4085-bd2b-cb6d5239878a","remote_addr":"[::1]:60518","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":487,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.470423491Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"875e81e5-b818-4085-bd2b-cb6d5239878a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.472635438Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.47269156Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.4727221Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.475270187Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.475332562Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.475411178Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.4754575Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.476080432Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.477311875Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.483964961Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.484030812Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.48406481Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.484536189Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.486731583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.491676596Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.492166713Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.4922809Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.494040245Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.494369211Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.49441888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.495607258Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.495655223Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.49570385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.495926263Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.496953921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.506610852Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.506673637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.511044195Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.511099214Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.543206245Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:58.544206037Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:58.544596415Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.544650403Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"421.306115ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.544686936Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":23,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.544716074Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.544746334Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.544775592Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.544803919Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.545552721Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.548857345Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.554198697Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.554289598Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.554324287Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.555046887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.558087115Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.559975357Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.561470315Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62713","req_id":"d803a0e7-72db-4238-85d2-b07b286087d1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: dc 16 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.56194916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62713","req_id":"d803a0e7-72db-4238-85d2-b07b286087d1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56342,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.562199799Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.562332373Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.562625938Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62713","req_id":"d803a0e7-72db-4238-85d2-b07b286087d1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.563141435Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2083, tv_nsec: 362032604 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.563202687Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.563564919Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55774","req_id":"a319cfc8-ad26-408f-a575-88fc0c1f5ea4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f7 b7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.563619317Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55774","req_id":"a319cfc8-ad26-408f-a575-88fc0c1f5ea4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63415,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.563792292Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.563830548Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55774","req_id":"a319cfc8-ad26-408f-a575-88fc0c1f5ea4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.619976676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.620823994Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.62098785Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.621096066Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.621181236Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.622171849Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:58.622709711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.623437481Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56241","req_id":"62f4cecf-ccfd-4601-9987-4965d0d166e4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 51 06 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c Q............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.623695024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56241","req_id":"62f4cecf-ccfd-4601-9987-4965d0d166e4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20742,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.623805725Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20742,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:58.62408928Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56241","req_id":"62f4cecf-ccfd-4601-9987-4965d0d166e4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.625515942Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.625571393Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.62560015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.626030558Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.635426749Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.635492049Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.635524634Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.63607994Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.640057165Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb529568-31d6-4486-aee2-e67ed46dd2ed\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.640355519Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.642488669Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.643234796Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.643833549Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.64615298Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41a7220e-eb73-4c90-8a1b-aecc34ebc203\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.646220775Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.647891975Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"490fbc6c-f4ce-4fc7-8f12-feb767480925\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.648080571Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.651350827Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eed475a6-b638-458a-8db2-8754175af01f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.651415065Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.65433869Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3f0a567-bb91-4c67-a9e6-621790f9eee0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.654407457Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.664879121Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17ba672e-5c17-42be-b146-fc90fc89e249\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.664955713Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.668379084Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86a191f3-f6a6-4497-a485-26a88f6d12aa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.66843739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.673359107Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c9fd98a-a5fe-4493-8073-4c14c29c39c5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.673435719Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.677583313Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e6c54cf-3b13-4454-b9c0-bf7efccbacf2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.677846427Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.679868356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ea3aaeb-c43a-4e9c-ab49-e3682e8fa189\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.680088014Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.683164022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61745d20-edc2-4d69-b43b-8aa7e16742f4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.684443431Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.686521061Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cc11e67-bb94-4dec-816a-081824fef12f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.687301075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.690993612Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.691359792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc9bbde1-2b76-4ed4-9394-1596941cdbd9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.692860412Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.694745057Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2636241e-d6d6-4bfe-b32c-8c1a9f3e7886\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.694823964Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.697146782Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad88029a-d536-4b85-8575-918a9027e3ef\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.697213134Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.699314271Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65643d6d-f2c2-4063-b0b0-46d163b06814\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.699435723Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.701433303Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5af33872-8069-48ea-ac32-88fb31974706\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.701503352Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.703860769Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"820fbf4f-6acc-4b16-b940-981dba254fda\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.703912021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.712193211Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78d5cca5-c89f-4ba5-8173-8adb484a99ff\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.71290538Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.713565195Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d000e849-bb57-440b-b48e-5996c1ce11b4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.713782678Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.71510388Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d8a909b-4504-4c18-b4e7-9e5530190d8a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.715278548Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.717015128Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b55c3c70-ac1b-4485-aed2-37f4249e5946\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.717558842Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.719012077Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09ed95eb-9591-46ec-a643-dc9304ce6863\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.719153699Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.721178494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"968440dd-3698-4230-ad79-fb19f670f90b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.721445606Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.723559538Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22e9f635-0ad0-4f84-869e-81a1e2f9d587\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.723732031Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.725515976Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"544a0772-7ea4-4a1e-a0ba-a4cb8851a6c9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.725593921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.72764633Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ec710a1-17b6-4d06-87d3-7e522773886f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.729190036Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.738092033Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a0da7a6-6384-4c23-8622-de946d7e8fc1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.738320598Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.740836511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1ce6d7a-b9b9-47d2-b53e-bbf449c69ec1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.74106195Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.741855862Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.741893066Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.741923407Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.741951673Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.743013669Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.7464423Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.755901597Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.755962028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.755990294Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.756825899Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.758700955Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0212ce45-2457-4622-ba87-a602a4318658\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.759151803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.760345471Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.760405371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.761089484Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.761931662Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2434e845-8fc8-4f07-a442-f5c5f708a1f9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.762068584Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.765615271Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fef0e7e-6dcf-40ad-ba78-e37af8099676\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.765695631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.76740663Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a77f9f0-58c7-496e-b5cc-9daacc5438a3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.768254399Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.775169157Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db6b1c2e-2350-45cf-b768-345ff8c11bb2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.776454738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.791984559Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc5eaac6-eb0c-45ac-b3e3-3115421f8d7d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.79233656Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.797991367Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf5a2431-aa7c-4295-9cf2-409d86403cf6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.798220584Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.806824146Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.810140083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e82fbdae-69c8-4330-8b4d-aeb621b5605d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.811146067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.815802034Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42878b43-6c77-4715-8b4d-241f6ac3aa31\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.815973826Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.81798815Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de4e0a2d-ba63-4958-9c90-632c21f67332\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.818123038Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.820737137Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8014848-50c5-42dd-8882-4a51f7b521a8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.820891374Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.823384371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aaa00bd-ca3d-46c0-bd17-4d105e9f9c07\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.823545703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.824604462Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f38ee4be-ca88-4309-ace8-b7b7e45395f7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.824763048Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.825760035Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9fe7c14-6d40-46a5-a74c-2f3921b1f81c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.825965654Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.828138984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb910d50-354f-4d7f-a038-646b5b1bf5d0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.828403311Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.831909788Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de293919-0d99-4f84-9ff9-69dfd0162020\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.832405114Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.832467639Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.832500474Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.832569482Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.833410077Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.846972239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.852509491Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.852564982Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.852593168Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.852622396Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.852648698Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.853225728Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.858545728Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.86517203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.865234234Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.865267901Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.865919099Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.866273766Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.866956726Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.867006906Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.867036185Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.867520149Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.932497612Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.932589926Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.933668896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.941398166Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.941501442Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.941649527Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.942773276Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:58.943576576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52131"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:58.944472872Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.946417306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.947382489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3decc23f-df71-4649-aa5d-cd660fd5ad04","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.947761394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"f699c4f2-628f-4186-8aeb-6d48982ef0fe","remote_addr":"[::1]:52131","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.952993108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3decc23f-df71-4649-aa5d-cd660fd5ad04","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.953132296Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3decc23f-df71-4649-aa5d-cd660fd5ad04","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.953740397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3decc23f-df71-4649-aa5d-cd660fd5ad04","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:58.95445446Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"f699c4f2-628f-4186-8aeb-6d48982ef0fe","remote_addr":"[::1]:52131","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6695,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.954807082Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.954910759Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.955519412Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.957976247Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f699c4f2-628f-4186-8aeb-6d48982ef0fe\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.960759091Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.960836967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.961096033Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.963754329Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.964012814Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.964071832Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.964106972Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.964765414Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:58.969150721Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3decc23f-df71-4649-aa5d-cd660fd5ad04","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":21776,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.970887472Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3decc23f-df71-4649-aa5d-cd660fd5ad04\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.971238842Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.972928057Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.985753201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.985982718Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.98604384Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.986739436Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.988058824Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"3bbe4175-1793-4e18-a328-be2b25bae634","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:58.990674736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"3bbe4175-1793-4e18-a328-be2b25bae634","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.990758193Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"3bbe4175-1793-4e18-a328-be2b25bae634","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:58.991238009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"3bbe4175-1793-4e18-a328-be2b25bae634","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:58.999397015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"3bbe4175-1793-4e18-a328-be2b25bae634","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":11136,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.006321542Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bbe4175-1793-4e18-a328-be2b25bae634\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.006644696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.006696298Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:59.00672239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.058520134Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.058763008Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.066648149Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.067716377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.068568926Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.068679135Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.068750898Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.128566026Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.128654161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.128692658Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.128723089Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.130102116Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.151548196Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.159341354Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:59.164281056Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"127.0.0.1:44110","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f","remote_addr":"127.0.0.1:50170"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.167616431Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.180621122Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.180744598Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.180848926Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.18141308Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.181671385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/f50bd917-36ea-4d74-988f-4fde2916658f","method":"GET","req_id":"b1fb00a1-2d9e-453a-9ecc-5470c6a01fab","remote_addr":"127.0.0.1:50170","local_addr":"127.0.0.1:44110","component":"dropshot","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:59.188205403Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/f50bd917-36ea-4d74-988f-4fde2916658f","method":"GET","req_id":"b1fb00a1-2d9e-453a-9ecc-5470c6a01fab","remote_addr":"127.0.0.1:50170","local_addr":"127.0.0.1:44110","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":6537,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.189601986Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.212775939Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.212859635Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.21289181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 18 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.213220875Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 18 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.213322297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 18 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.214974589Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.216576581Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.216632793Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.227311269Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.241124391Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:06:59.216465660Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.262493989Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.262636402Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.267659691Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.267798808Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:06:59.262444510Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.276568662Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.277834514Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.282817652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.282947521Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:06:59.276521397Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.283906832Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.284083494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:59.284170438Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:59.284391217Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.284436989Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"739.735534ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.284544793Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":24,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.284589653Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.284623069Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.28465341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.284681376Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.286379489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.287656283Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.287712816Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.28878406Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.289257403Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.289312142Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:06:59.283872003Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.301725836Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.301791997Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.308833076Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.314170962Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.314241713Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.314279338Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.314788422Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:06:59.319657603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.319798685Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.319941559Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.322170711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57255","req_id":"0ae01098-ed88-4e23-9910-0538468bcae3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f1 7d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .}..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.322313094Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57255","req_id":"0ae01098-ed88-4e23-9910-0538468bcae3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.322499526Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.322660416Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.322808351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57255","req_id":"0ae01098-ed88-4e23-9910-0538468bcae3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.323218999Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2084, tv_nsec: 122071190 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.323263979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.323533456Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.32397707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56041","req_id":"85ba6e5c-bd9f-48a3-b009-e79e3e65b5aa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 98 d4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.324110606Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56041","req_id":"85ba6e5c-bd9f-48a3-b009-e79e3e65b5aa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39124,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.324200826Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.324225344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56041","req_id":"85ba6e5c-bd9f-48a3-b009-e79e3e65b5aa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.393762232Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.395102022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62753","req_id":"e432f669-d965-4853-a702-75a6bd02875e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e6 eb 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.395341709Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62753","req_id":"e432f669-d965-4853-a702-75a6bd02875e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.395524022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:06:59.395619442Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62753","req_id":"e432f669-d965-4853-a702-75a6bd02875e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.395819371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.395872857Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.395904831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.397860718Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.397922822Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.401523446Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d017fe5-aee1-41f9-ad39-4e9c0ff38c3a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.401771941Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.403191309Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.403377239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.406428188Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7893302-263b-44c0-889e-2720d8943c8f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.406655541Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.410439681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.410599219Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.416307803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6850d29c-fdb0-4d28-b21d-c5bc7346dd54\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.416457381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.422470682Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.422545952Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":13,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.422744067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.43670845Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1081e012-3656-4ef2-ab20-050f4de002d6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.437202895Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.438844947Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":13} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.438894094Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.442679737Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dd906dc-0a01-431e-b40b-9bdaa64e72b0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.442911218Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.451732484Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd943c6b-b3c6-4d8d-9852-a18a3efda552\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.452133754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.454471261Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6a3a6c4-7b02-4ac6-9adc-81fe9cb544be\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.460549792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.466924383Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b6f1c3a-7a18-4c47-a259-4408e6799c2a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.471707934Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.476703938Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.481125909Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.486573773Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.496077649Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.518318031Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.519116132Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.519184197Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.519407532Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe8ef16a-685a-4b9d-8b43-827362e7dce9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.519553182Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.521295123Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.527482571Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.528101404Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.52815941Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.528730067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.529661763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80b7a0bb-5980-4a93-9cef-da863447486c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.529814207Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.531309516Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.531367933Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.533628677Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.535149176Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6225132-eab9-4880-b24d-b8fc7e63bc72\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.535435036Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.537386404Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a53d6eca-f6c8-40f2-a2bf-66c257049a42\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.537583356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.540539035Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9f7aaf5-ea50-4182-bedc-db9e248a51fb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.54073212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.544999743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66595dfb-c248-45ea-8ac9-f9cb59ca09cb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.545412275Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.547614122Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba128f09-2e8d-440a-9fa9-eebd305dc9b8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.547686817Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.551990522Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7a84745-771c-475b-8ddb-c45495168f27\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.552146803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.557692833Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13b90635-87f7-474d-8c76-a08da06c1a90\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.558001879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.565122607Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31b0ed63-a7d3-4cd8-b8a8-7f841c90986e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.565623024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.566366355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.571562949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfb59043-5312-4858-a669-402853a0af02\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.571821003Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.573292194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45ed8809-259d-4ea3-817a-502d17a8dee9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.573593023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.574922903Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3624451d-b755-42f8-ba78-3bfcc6dfb52a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.575179003Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.577236463Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53f1f068-fae0-4c02-a386-ff42c6e94a14\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.577475539Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.578373779Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7523333-1e85-4ebc-bf48-7be7c568ffa4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.580250518Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.581465839Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74b3a4ed-0b21-4aaf-96fa-6a882764b57d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.582863965Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.585281702Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb0a8068-6182-48c9-9061-42dfd28db18e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.58558686Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.587370003Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16069597-7ff0-4fcb-9128-3a925dc9e7e5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.587619821Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.591085125Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3734fea1-d40e-4b38-bdfb-4d7c4c2981d4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.593969833Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.597328334Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b68062e-83b3-4846-b17c-e832c7b8095b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.597552611Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.601447662Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15484792-1395-4795-b426-c151fc37e03d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.601695666Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.603269201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f77df692-45c6-467b-89ba-e0bb89452f6f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.603396194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.609421489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbbb86ca-5ec6-44ca-9a61-7d0dd11a0cc6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.609579264Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.612635653Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d49c771-27b7-4934-8385-46781d7eb069\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.612785512Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.613559524Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54b7436f-cbd9-4013-a292-32e80dd8dde7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.613680064Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.615010335Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73a995fd-50ae-4ce6-8329-984ba0c2c223\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.615074793Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.616342278Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a6e38aa-0056-44cc-b499-31f86cd48818\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.617024047Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.618404788Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.619323248Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.619381624Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.619413267Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.620041659Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.623060905Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.631418016Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.631484057Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.631517394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.63205771Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.63349272Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18e1e9ba-5a29-470f-b99f-b4cf4c4d5f34\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.633639853Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.634965594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.635023369Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.63547534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.636819177Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebfd5519-7355-49dc-8b9e-51d5e35cae43\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.637014026Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.640390262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"878b222c-8936-4086-ae95-df5bad4fa545\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.640651152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.642338574Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ee1b57a-22fc-4dc4-b6fe-52f9eca16b75\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.642462341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.644250173Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2b3eb09-02dc-4cd0-a031-b5fc8ce82c18\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.644315624Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.646096522Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04e1268c-d7eb-4042-a6bd-c3e04f3f4002\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.646163135Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.647352825Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18cd3629-19e2-4beb-9186-7d6f1c121bc2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.647416802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.648476293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7d9cb38-4ec1-4f57-9336-93a57c69f46b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.648954727Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.65057742Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22d69778-6432-4f0d-b0c4-a3e03af8c4bc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.650771005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.653517588Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33024a19-5385-4ae4-ab61-ecde46d30f1f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.653587677Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.653621886Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.653652487Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.653776313Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.654805764Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.657738097Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.665247068Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.665319051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.665354011Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.665382768Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.665411796Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.6675971Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.671182684Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.675352362Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.675498323Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.675645897Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.676161013Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.77853163Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.778600868Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.780607496Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:59.780814368Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48089"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.790159557Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"125c79d1-9cba-4f99-b320-fecd20b02ec3","remote_addr":"[::1]:48089","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:06:59.904897495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"125c79d1-9cba-4f99-b320-fecd20b02ec3","remote_addr":"[::1]:48089","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":114707,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.905438082Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.90550213Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.905537741Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.90556746Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.90633547Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.906687131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"125c79d1-9cba-4f99-b320-fecd20b02ec3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.910092596Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.910171233Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.910201343Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.91076693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.910830316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.910864494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.910896818Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.911465972Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.918197885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.930154969Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.930261652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.930346511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.930929592Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.933109025Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.938112805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.938476619Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.938583593Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.939391302Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:06:59.945821203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.945931593Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:06:59.948553096Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:00.016354306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:00.016787519Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.016842809Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"732.252084ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.016881015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":25,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.01705435Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.017106775Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.017137436Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.017166304Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.018032409Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.020245298Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.027165296Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.027344763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.027386807Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.027592487Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.033299668Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.033383525Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.034092648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64066","req_id":"e4b5a5c3-de6b-460d-b165-61ceb19089e9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 53 08 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 S............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.034215944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64066","req_id":"e4b5a5c3-de6b-460d-b165-61ceb19089e9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21256,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.03439956Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.03463536Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.034727152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64066","req_id":"e4b5a5c3-de6b-460d-b165-61ceb19089e9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.038015194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2084, tv_nsec: 836912905 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.038316314Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.038592374Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.040278613Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51492","req_id":"5b725e6d-f894-4ed7-abb0-79e2b7c114d3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1b 73 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .s..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.040344935Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51492","req_id":"5b725e6d-f894-4ed7-abb0-79e2b7c114d3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7027,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.041515668Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.041568233Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51492","req_id":"5b725e6d-f894-4ed7-abb0-79e2b7c114d3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.120198689Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.120663545Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.120730769Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.120768845Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.120797302Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.121645321Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.121782915Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.122047603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.126220587Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52735","req_id":"019beb7a-454f-409b-a553-0b7d64989402","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f8 91 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.126309244Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52735","req_id":"019beb7a-454f-409b-a553-0b7d64989402","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.126572448Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:00.126651896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52735","req_id":"019beb7a-454f-409b-a553-0b7d64989402","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.129390884Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.129449Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.129477867Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.129510262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.130544763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.130595985Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.130622307Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.130772316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.137482586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.137568457Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.137601643Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.138532368Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.140800106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0196a11-22c2-448e-96df-3a6907af6ae9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.141293459Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.141626753Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.141682845Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.14201175Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.147143284Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75684d7a-a1c2-4ebc-be68-ab136b9c1112\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.147367782Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.15044841Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"873324e8-6a11-43ca-b7a9-d4097c421b5c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.15057397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.154294362Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a76985ca-b2fc-485c-bf72-39687719a6df\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.154401786Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.158709229Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb512500-d7f2-48cc-8e35-3d1eae491206\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.159271268Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.165128659Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13bd0946-83df-4b60-a496-d777f415fcdc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.165397855Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.168842128Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ae979ed-3bb7-4873-9dad-91f37cf9b20e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.168977447Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.172693501Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e63b372b-0773-42e8-bce2-d04e88239d1f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.172821446Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.174326806Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bbc409a-9049-48d5-abdb-82468e288515\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.174600501Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.179768508Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12f10bf2-ad41-4f7e-acca-aff043ade4a1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.180131692Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.180830223Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.183618248Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68a55048-3262-4035-9e54-a6a6b52286da\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.183984247Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.185008158Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9f29c90-b2b3-41b7-8181-23d3be91a666\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.185247805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.186491944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41da5fb2-3855-445a-b1cf-f0e2fcf2ea03\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.186880618Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.189390369Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1b3d28e-7e69-4bf7-8d1e-1e4a14506153\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.189871538Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.194540099Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6842d902-da62-4362-8d96-20ebad6ad903\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.194723916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.197123206Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd7b0167-c3e0-4aef-bf20-a08a89c148d2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.198693024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.202717823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41eafe0a-15f4-46bf-a843-751641e6b4ac\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.202853233Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.205079378Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"136b27ce-bdcd-4348-a6a2-6e9cefcf9dcd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.205625576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.208395145Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d55f1a85-4b1e-4811-a0ac-07233f58efcd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.208532639Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.209764984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8a24b0a-d5cd-4807-b790-90d337308c18\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.209896606Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.211355573Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43873530-da91-4c0a-aba6-7840d79f503d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.211533908Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.212813558Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6a57920-efe1-49b1-a8b1-0e9ce25b1780\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.212951653Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.213830965Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69fdc9ad-84fc-471b-b0f2-e493b0c3c0ea\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.213909462Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.218653474Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca26e8f1-09ea-4247-a330-fcc85b86ae45\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.218964113Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.222333676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30705c6d-55ca-408f-a60d-7a6355bfeb32\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.22255658Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.227082568Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"104ab0aa-db9a-4d06-acb2-d083f1dd309e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.227415702Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.230120371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fa03ca4-fb68-4629-a96b-04e6dd91f1c5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.230413916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.231572113Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.231744396Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.231891079Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.231987761Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.232956071Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.239580219Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.259445028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.259517603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.259548945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.259951628Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.260296665Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7528f98-61f1-4acb-bd0d-d8b84ba357bb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.260518136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.262835233Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.262895433Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.263351942Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.265780902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7076a274-f6bb-4493-9dd9-6b3a666c3f1e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.265916753Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.270170708Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26072500-e64b-4ecc-a7b8-0da4d8744078\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.27031681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.27208398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b19ea337-5dc2-4f38-883a-98ccfea9aa96\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.272150683Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.273568959Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f972c9d7-6082-408f-9efb-178158ad45bd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.27367966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.27612911Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf73b028-fa7f-4a48-b8ba-775193ca88d8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.276263488Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.27774013Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7ced3a0-c777-40f6-ba73-c5965906bd26\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.278035038Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.280477334Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"629cd8a0-1e33-4a03-b83e-d8f8064e37c0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.280794506Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.284889535Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24509481-4b49-4cdb-a2ce-ec5d83f4b5e0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.285150304Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.291695215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fd658d5-57a1-4410-bb90-c357fd30a0b0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.291880975Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.292333286Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.294554652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e5ecf74-abbc-4985-bde9-ed377daeeed3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.294781494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.297493988Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d76e3a49-61c9-4fda-bddb-b24723a46e61\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.297734497Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.299709052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76d4d127-9778-4690-b35a-ff4610661270\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.299765574Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.302572236Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cce9e479-6429-4d71-97e0-cb04fa00a95d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.302693197Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.303597168Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5354912-fa62-40af-a949-b846802b04c0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.303746676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.304803241Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b81740bd-2527-40e3-9d8f-13d50b0559c9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.304964703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.306538419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44931321-b45e-4b7e-9b92-3f461b36e9fb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.306671524Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.307731857Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1447b553-b53f-4abc-a0f4-6f6ce8069bb2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.30788897Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.307937426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.307969119Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.307995893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.308788853Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.314311967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.319763829Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.319858278Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.31989451Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.319929239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.319960592Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.320519225Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.323586566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.329701019Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.329771008Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.329806529Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.330468157Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.445718115Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.445939045Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.446961152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.447121351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.447220088Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.447309987Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.44881209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:00.449019323Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42787"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.454832495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"b2a51540-fa2d-4787-9e10-04b212df07eb","remote_addr":"[::1]:42787","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:00.455341108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"b2a51540-fa2d-4787-9e10-04b212df07eb","remote_addr":"[::1]:42787","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":530,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.456118417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2a51540-fa2d-4787-9e10-04b212df07eb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.46944047Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.46950024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.469532093Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.471691165Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.471752728Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.471783268Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.471810453Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.472586098Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.472992337Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.480341781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.480471629Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.480522Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.480834432Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.482714408Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.492674403Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.499948917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.500029567Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.501058507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.502024913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.502084512Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.502311714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.502455631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.502488066Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.502867231Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.503651534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.508382149Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.508441397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.512274555Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.512730543Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.549978437Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:00.550575036Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:00.550977558Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.551111675Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"534.262984ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.551318437Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":26,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.5514202Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.551571271Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.55172164Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.551870206Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.552589269Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.558503192Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.56504703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.565160266Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.565198843Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.56592512Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.570850543Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.570912517Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.572525651Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51532","req_id":"8a5ce6c9-9f68-45e2-b2bf-5d0489500fb7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a9 3d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .=..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.57259021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51532","req_id":"8a5ce6c9-9f68-45e2-b2bf-5d0489500fb7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43325,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.572822132Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.573387057Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.575180801Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51532","req_id":"8a5ce6c9-9f68-45e2-b2bf-5d0489500fb7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.578023275Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2085, tv_nsec: 376919053 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.578089136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.578434053Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60562","req_id":"47a59ebb-0c77-4a6a-b63d-091ff1725a67","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cf 34 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .4..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.578494954Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60562","req_id":"47a59ebb-0c77-4a6a-b63d-091ff1725a67","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53044,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.578580896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.579630768Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60562","req_id":"47a59ebb-0c77-4a6a-b63d-091ff1725a67","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.674354949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.674723263Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.674774175Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.674805607Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.674835306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.675567024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:00.675764828Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.676167751Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:58106","req_id":"a7b5a766-77af-4a04-ab5c-2987927be1d2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ab ac 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.676230336Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:58106","req_id":"a7b5a766-77af-4a04-ab5c-2987927be1d2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43948,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.676411607Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43948,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:00.676505444Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:58106","req_id":"a7b5a766-77af-4a04-ab5c-2987927be1d2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.676701765Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.676746605Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.676773879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.678789655Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.688621845Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.688691233Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.688720181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.689097172Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.689370216Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e16080f7-9240-4e57-a97d-186d89fcf2e2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.689606066Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.691897512Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.691956118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.692833837Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.696149914Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e62ee7e2-bc3b-4887-9237-61aa1eccb962\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.696235335Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.698435719Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d5ba629-c9c4-4040-9ef4-152390b25adf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.699022919Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.701036641Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05634226-50d8-44f3-b3cb-540f2db2c131\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.701247701Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.703990566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60a3393f-8a9a-44ed-90df-ac725df10d52\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.704130475Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.708269542Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdd225f1-2eba-4b89-b3c8-ff196c35345e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.708615551Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.717194334Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b2281b8-0882-4b39-a9f3-96d7bbd26d87\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.717418Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.722172693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c71165f-2728-425c-9fd2-efb545fc60cb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.722391629Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.723556791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0375c0f5-e618-4d4f-a3d3-0e4bca926c1b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.72383727Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.726430016Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b84af57-c61b-4ff7-af8b-94e099fe5754\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.726743831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.740329249Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.74152418Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b8d5f67-5142-422c-974a-6f5d7a2c1f07\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.741899127Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.749453919Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9374905b-ebb8-4c38-b2fc-3be8d1226a5a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.749721883Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.752235591Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77b0963d-1dfd-481d-92cb-37bbd7c7db6e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.752527693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.758008123Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c621385-bb3e-46e0-bdd6-1539356da893\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.75849377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.765529198Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a288b57-78bc-4a6b-a472-15cabbd88bc4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.765808014Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.777856419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"627accff-a7da-4a63-8d19-5c75132a39d7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.778109844Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.783630073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10edee74-494f-422e-ab94-0de69c837ebb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.78402006Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.818514287Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.818591681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.818685588Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.818749375Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.819402626Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.825806045Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.839816109Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.839989975Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.840042019Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.84039393Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.842178546Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbb76076-8911-4f5f-a613-50658596cd3b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.84231108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.843792402Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.843846459Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.844287658Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.846276872Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7da32656-3eb9-4001-b520-95e6f23899da\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.846450167Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.854975663Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15c4274b-f1c8-48d3-a6bc-2698cfefaec4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.855750357Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.876112617Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a741868-b3ea-44d3-ad46-8d7ee85654ea\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.876439028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:00.893988344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.903132262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.911572609Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5decba45-166b-4836-9ebd-8034baa6d0f2","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.914229904Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5decba45-166b-4836-9ebd-8034baa6d0f2","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.914381426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5decba45-166b-4836-9ebd-8034baa6d0f2","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.916166673Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5decba45-166b-4836-9ebd-8034baa6d0f2","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.933762681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b1ef52d-25f8-4c9d-bf6a-e2525be4dd0a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.940107553Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:00.94607871Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5decba45-166b-4836-9ebd-8034baa6d0f2","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":34526,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.950931259Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5decba45-166b-4836-9ebd-8034baa6d0f2\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.952892907Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.954864105Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"02ac00e1-e13f-4c74-9579-e0274984fcbf","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.962284149Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"02ac00e1-e13f-4c74-9579-e0274984fcbf","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.962424588Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"02ac00e1-e13f-4c74-9579-e0274984fcbf","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.963856051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"02ac00e1-e13f-4c74-9579-e0274984fcbf","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.969349065Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a61d6a4-ea27-4640-9334-846785244f93\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.969604424Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:00.972508941Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"02ac00e1-e13f-4c74-9579-e0274984fcbf","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":17651,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:00.978176433Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02ac00e1-e13f-4c74-9579-e0274984fcbf\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.978441571Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:00.9785613Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:00.981768229Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.006922027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.013834269Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa17ac64-3b99-4243-b1aa-042029d91618\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.014213795Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.017667426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec751f1f-6703-4258-94cd-e307801efa35\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.017897334Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.046094545Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c108a540-a3ee-4436-9f73-52b5c33359b9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.046875572Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.051335868Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.051418102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.05456879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.05541219Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.055473693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.055499274Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.055522149Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95dc0e2d-a120-4e73-8942-efd142ea4d59\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.055816736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.05750494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.057632103Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.057676572Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.057815078Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.058556215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.059855393Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a498120-f0e4-4f67-985a-859dfd8d37ef\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.062870991Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.064483825Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.097244398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.097319277Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.097354918Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.09796796Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.103662235Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.103727245Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.105173496Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.124623419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0051dc4b-a8a6-4c8a-adb6-f84e639990d4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.124819981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.12944206Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c89a572a-988e-4e40-b819-fa2638cad63f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.129599814Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.131067218Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67f9a6d0-e0a0-4d72-b90f-041c489eb030\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.131228359Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.133720494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"903a7cc6-f9b6-494d-81e0-491a600fabe5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.134558484Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.136756193Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfb425bd-3400-4be0-b18d-21cca3afa69e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.136890591Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.13982159Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc2e8df0-26a5-41cb-a364-c25f1448027c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.140322338Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.146436971Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0b25379-62a7-4f8e-baae-1cf6e71b69b3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.146765736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.150955634Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db930211-9c03-4f68-baaa-3734f7fbd580\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.151150473Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.154681147Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.159955997Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8af448d2-7be2-47d1-9c56-9f290fc046db\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.160300293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.165495424Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8128a502-5aad-45a3-aa30-60e8feb511fb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.165665102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.169398861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c91caf25-a925-462b-85fd-5ac6634adc43\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.169484993Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.171242845Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7af59362-ca6e-4c69-a8b1-053a3e722a04\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.171318686Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.174019437Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00654851-1bb5-4215-bb56-ef022da2bf2a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.17409102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.175990996Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b93ddd5a-42d5-4604-922e-79be564e543e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.176126967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.17742342Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0430efff-7588-4732-a485-fa06a23ea095\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.177558238Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.179241362Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"176ae5f5-4b65-4d98-ba14-60e0ce1ff72e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.179377253Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.180493697Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19e7dc47-7ee9-4557-9140-3137d33d3a56\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.180553025Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.180587514Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.180616662Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.180645349Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.181427437Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.194380345Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.206488039Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.206566556Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.206601595Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.2066343Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.206663308Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.207226711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.207926195Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.208278316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.208438946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.208472804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.209098921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.211541478Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.217944776Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.218126738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.218230796Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.219374595Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.221240202Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.229583525Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.229658485Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.229688945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.231508461Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.301289695Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.302414757Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:01.303373267Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37326"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.304543298Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.304606253Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.305378261Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.305562939Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"54be5681-9208-4691-b4c5-9d56b36137c6","remote_addr":"[::1]:37326","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:01.306067204Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"54be5681-9208-4691-b4c5-9d56b36137c6","remote_addr":"[::1]:37326","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":527,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.30796239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54be5681-9208-4691-b4c5-9d56b36137c6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.312672084Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.312729558Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.312757644Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.315682081Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.315746489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.315779916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.315807681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.31643455Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.320420913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.325895711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.326439855Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.326692489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.328978173Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.372681328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:01.379395165Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:01.379644141Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.379691686Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"828.324892ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.379724802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":27,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.379751155Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.379777477Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.379802567Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.379830693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.38050184Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.386415373Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.392550166Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.392611558Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.392644804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.395146188Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.400631778Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.400923589Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.401948632Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61912","req_id":"bd9fb6b0-31cf-46ca-bff5-9b73378ea76c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c5 af 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.403045838Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61912","req_id":"bd9fb6b0-31cf-46ca-bff5-9b73378ea76c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.403512377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.403766343Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.403943887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61912","req_id":"bd9fb6b0-31cf-46ca-bff5-9b73378ea76c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.40546608Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2086, tv_nsec: 204267640 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.40562146Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.407047711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60826","req_id":"7f5744a3-1625-4ee2-8be1-a7a9a1637ba4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e1 d9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.407111168Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60826","req_id":"7f5744a3-1625-4ee2-8be1-a7a9a1637ba4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.407333Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.407426486Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60826","req_id":"7f5744a3-1625-4ee2-8be1-a7a9a1637ba4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.482529293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.482956064Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.483103047Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.483254769Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.483358786Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.484044623Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.484567334Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59972","req_id":"51728441-b34f-43a2-ba09-e7f2a70e9e62","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 2d 04 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c -............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.484803214Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59972","req_id":"51728441-b34f-43a2-ba09-e7f2a70e9e62","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11524,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.485128222Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11524,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:01.485329853Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59972","req_id":"51728441-b34f-43a2-ba09-e7f2a70e9e62","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.485721494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.485944278Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.486084818Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.487351461Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.492491182Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.492613966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.492704938Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.49323827Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.495979001Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.496039031Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.496716621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.4978908Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.500090293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a6c3807-d70e-455d-b4e2-524edd57cf56\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.50045044Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.500639868Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.500686911Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.501421405Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.503216682Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"230e4579-8312-482e-a436-d396c7308fc3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.503394045Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.504193538Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.504248638Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.506728419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d81b478b-0dc7-431a-8b2d-4ea66f007f0c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.506799891Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.507156411Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.50726609Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.509547445Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6634d2f1-fe8c-4531-b9cf-f4b8703708f1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.509727975Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.512909624Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d90497f2-4c73-45c9-9522-a1ae6b5dfaa3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.513251666Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.516783813Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b904cd73-44f8-4791-8561-06e0a71c9f11\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.5168522Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.520761268Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e116e6a1-0e0b-488b-9f61-bf082b03c8e7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.52084759Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.524078808Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"249bb16f-b867-4e5e-8029-b2c712fa53c6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.524149008Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.52529438Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f47bff69-6806-400d-a841-ae1647d3fde6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.525425231Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.526631594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9973afb8-dabe-416e-9114-07bae319ce2c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.526765201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.531635274Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03706c63-f752-4f47-96bf-21ea57ab06b9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.531765774Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.532334136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.534079394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58ade297-6b50-45d0-8144-83ea4d45c57a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.53435888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.535796625Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f4481a0-79d3-443e-87a7-ff57ca2370fd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.536167474Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.53956321Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f20f260-347d-40b7-ad6b-bb14487e24de\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.53978942Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.542127589Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ffafd03-a22a-4d41-900a-ec39f9f92370\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.542372888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.54458232Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0673de2b-c1c4-4958-a6bd-74242a82e26a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.54483837Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.550725089Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa9707a2-a54d-4d44-88dc-010724eb0c73\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.55292401Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.562059983Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e970cbf-7dc2-4cb3-b961-b7863071e3d3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.562143319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.570835408Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84132c04-02a4-435e-b949-29045810285e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.571195014Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.574634778Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"888d165c-d374-4be2-99f4-6c269f15fe48\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.5748568Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.576420305Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a238a5e-8ecc-427f-8426-295c13e48cb7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.576675173Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.577644985Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abbffb5c-2c83-4c45-982a-111cb8b60907\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.577771217Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.57893239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af5799d6-7e00-4eb3-970b-8fc0dfb5b0d9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.579001909Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.58092992Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6073ca03-9f04-49bb-862c-db2f3598a778\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.581160329Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.583183881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21da9ab5-5c34-495d-9db2-7ed364aeb44b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.583295223Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.583527786Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.583806802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.58385564Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.583934597Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.584486206Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.587049092Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.594471902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.594642933Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.594763332Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.595290423Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.597199957Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff521010-bd06-41f4-a382-704b20a953bf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.597626838Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.597901315Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.598004771Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.598545689Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:01.599209792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.60263194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16d6f744-a56f-4a10-98be-81372cc2d22d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.602824794Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.606106583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d4341ec-77e9-481a-add8-c097f6c1df47\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.607155102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.610356451Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdf5eb61-880b-4757-858a-799e1130a963\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.610559996Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.615769897Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69738d76-0cdc-434b-a101-485048e9c19b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.616055756Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.617065688Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"146585d0-d70f-4d92-bff9-5b2e5681010a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.617294244Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.619023479Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b9d3e18-0a83-4b3b-82c1-40e5d6d09dd8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.621308181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.624530652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3103185a-8360-42d2-b815-254c52c9012a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.624923054Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.626077574Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99a83720-b648-4616-8c88-ab63787ebb92\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.626143866Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.627209028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f50475ce-ae39-4b3a-bef5-30c3a95bd589\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.627391452Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.630608472Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"032a164b-f7af-434f-9766-916d05f5f5bb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.63073328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.633892585Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.634368122Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"247d5c61-520f-41d1-8e96-259db322723a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.63447239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.63762431Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eda829fb-7df1-4dfa-a9eb-faad707caab5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.637688829Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.639442874Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3424ae5-c150-4f5e-99b3-088d72da6048\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.642180739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.642219947Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e672ce9a-a58e-40ee-b748-a8d35adb090d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.642278213Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.644259981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe93c2dd-b104-4fa2-b92a-1c942d82c446\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.644443347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.652506432Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d90a1a3-a6fd-42cd-aeb2-42d3420f0d5d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.652871008Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.653798707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8ff9df3-647f-4e08-b0ca-4f89501cb5eb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.654038354Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.654966734Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2134d9cd-5df7-43ce-a2a2-bcb6ffc21b07\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.655191011Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.656508786Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da6fc940-bc56-4364-a821-990390d58142\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.656801459Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.656935847Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.657040305Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.657130996Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.658018945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.662171328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.672210491Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.672288687Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.672323907Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.672356692Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.672387664Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.67269669Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.680167635Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.690802765Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.690994597Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.691150778Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.692093356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.692700716Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.692876657Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.692976386Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.693060964Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.69366621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.788466984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.788799045Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:01.793853446Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53850"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.802321227Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.822326877Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.822406195Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.8224384Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.822863968Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.823201199Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"c481717c-a113-4682-b209-350bc9357907","remote_addr":"[::1]:53850","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:01.824910555Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"c481717c-a113-4682-b209-350bc9357907","remote_addr":"[::1]:53850","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1760,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.828058177Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c481717c-a113-4682-b209-350bc9357907\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.831146981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.831203413Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.831232972Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.834855039Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.834917714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.834951752Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.834983445Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.836138146Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.836786577Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.836845555Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.838190705Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.843537117Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.849797601Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.850419991Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.8504694Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.851219684Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:01.927511511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:01.9280478Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.928194201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"548.479779ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.928365102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":28,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.928470321Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.928588858Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.92868564Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.928767984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.929701565Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.939904523Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.942855032Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.949058652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.94915799Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.949245745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.949867203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.955164498Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.955297393Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.956129641Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51984","req_id":"1c682eb6-8d85-4a2d-a347-1b111696bc28","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 00 29 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .)..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.956676851Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51984","req_id":"1c682eb6-8d85-4a2d-a347-1b111696bc28","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.95725847Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.95768518Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.957873746Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51984","req_id":"1c682eb6-8d85-4a2d-a347-1b111696bc28","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.958424663Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2086, tv_nsec: 757352986 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.958734591Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:01.960848743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59879","req_id":"a5813af2-1821-4686-b78f-e43b58df5d7f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0d 83 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.968265791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59879","req_id":"a5813af2-1821-4686-b78f-e43b58df5d7f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3459,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.968622272Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:01.968780888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59879","req_id":"a5813af2-1821-4686-b78f-e43b58df5d7f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.03423989Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.037093556Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.037704293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.037867208Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.037971095Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.039033602Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.039896381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64310","req_id":"400d9668-0dfa-4409-b98b-eda4e9521187","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 48 38 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c H8..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.041478954Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64310","req_id":"400d9668-0dfa-4409-b98b-eda4e9521187","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18488,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.041975583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18488,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:02.042431321Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64310","req_id":"400d9668-0dfa-4409-b98b-eda4e9521187","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.043173761Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.043294882Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.043516614Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.045389926Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.052293792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.052396586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.05248361Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.053013055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.053365407Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b112958e-3190-44fd-8578-f6071533ba23\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.053719522Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.054501991Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.054896227Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.057078775Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.057219776Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.057755173Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.05821015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.059762973Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.059873915Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.059945667Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.061081701Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f71e8a32-f00f-429b-9d57-91ce08284d75\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.061427801Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.070088697Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5b73ca4-d17d-4cb9-9b52-403c81c1fa84\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.073976653Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.08408304Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"396c2c7e-2d50-49bf-bad1-19c94dffe464\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.084517345Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.088893274Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6f9a5f0-6ebf-4ccb-b7d5-21bde08f4db1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.089167019Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.095926547Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfa2c8f3-925e-446b-b423-bfe7e1166f9f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.096191976Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.100884886Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7529dc18-8b19-444c-bd3c-b76f9481ba71\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.101145004Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.107339416Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40cb5ba8-2583-44fe-9aa6-77fac6171f17\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.107635446Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.108235161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.110012192Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42dfe979-4068-41be-8eb2-f661a15c371d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.110832516Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.112382174Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d816f3a-9c08-47c6-8427-afd2b809b100\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.113287417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.117357848Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a63f40c-dfd4-4794-9c42-05f43ec38e08\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.117691252Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.11950711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a686c21d-4904-4169-883c-43ab6d0b1c76\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.119858129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.121290473Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b6482db-ce01-4425-a917-321d2d49748b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.121489269Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.124775557Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aafaad19-75b4-42a5-bc38-9a349ff01ecb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.124845947Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.126686244Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b376270-a137-44ae-8263-32c84b77d3eb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.126802395Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.129910147Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7809bd35-5ac2-456b-8cb9-d0d853ab5336\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.130061078Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.132894022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7d477c7-6d00-477b-9104-882a02e2b245\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.133164141Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.135071461Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d810c044-4eda-4c0e-8aa7-6b9818aecd3d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.135135338Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.136834854Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ce52126-b13e-4505-aaff-2f307076edb2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.137707944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.138645832Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6774b6d0-bc5c-4c59-84dc-cea8b3af33c7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.138769078Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.141693304Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33309b7a-5d79-4172-b632-2b5627a47fda\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.142001368Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.14342283Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"488ac07c-e0ce-4269-914e-75bdbeb90ee5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.143601546Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.144706328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52abce77-4883-4939-804e-e3e869995bb7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.144881857Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.146475102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1086e816-df6c-439b-8c59-4c2109141307\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.14678518Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.149649887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc03bd7a-7aaf-4d64-9a62-5b08809cced9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.149875507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.153372314Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b51bc7c7-e914-495c-a04d-2b188571be1b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.153539397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.156016102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"942659d3-c279-423f-901b-2e9073d9a34d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.156224707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.159454703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.159605734Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.159701685Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.159743699Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.161649335Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.164554364Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c7314af-574d-4139-8a7e-c90fc15fcc71\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.164776887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.164985362Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.173370118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.173432332Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.173464577Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.175015907Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.17995059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.18006124Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.180706275Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.182488707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"499875f8-191e-462a-8383-c84b51171df7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.182818955Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.186401743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91a9c2d3-e868-4c81-9b65-4bf970bda6aa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.186465901Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.187590121Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ee1932e-166a-474c-a784-01a7c7615dc9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.187746282Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.189234307Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ab8ac12-5fda-4c0c-a182-c0cbf6184608\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.189428764Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.190609807Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3bc50ac-0bea-48a2-a35a-26e79c275d52\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.191281536Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.192073444Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48418475-936e-4391-a020-03e12a516acb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.192251969Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.195086577Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dc6082b-b2fc-4b88-9318-f5bcf7725159\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.195425733Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.200064545Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13033796-b09e-43e7-8f8c-0efd2af57748\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.200173152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.203137999Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e803a91-6c9f-47ca-849c-baf711535020\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.203551683Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.23079325Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.232872533Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bc25e50-2abc-4a18-9210-bedb72763a46\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.23315193Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.236417967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bf38fa8-013b-4a3c-88b2-c14cfcfba39f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.236632144Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.242479254Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5619089b-f978-4dc3-9684-fc98009fcc2b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.242565706Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.244720239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be6cc158-f42b-41d9-85f9-d33098efe592\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.24484653Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.245650202Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06562615-e60b-47c4-a22c-81e6ae0f0e0f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.24619117Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.247774564Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfa0d6a1-9517-4ce4-8ca4-7b2c8f883858\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.248174581Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.249791723Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"435ea7b7-c391-427e-abf9-efbcfedd7f2d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.249996251Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.251082325Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9047e548-c2dc-49ec-9fef-b69a9257f897\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.251142785Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.251174729Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.251203566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.251233236Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.251872409Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.25485896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.271101001Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.271215108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.271319707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.271453864Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.2715422Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.272156814Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.275269697Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.284217424Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.284313566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.284349047Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.285321715Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.28642377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.286492848Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.286527417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.286556094Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.288098106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.291374965Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.305904464Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.305968562Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.306000005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.306493117Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.413440202Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.413520102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:02.416297155Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34379"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.416860978Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"dbbb7a6b-e6ec-4782-a171-a8b0c7655e84","remote_addr":"[::1]:34379","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:02.417505372Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"dbbb7a6b-e6ec-4782-a171-a8b0c7655e84","remote_addr":"[::1]:34379","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":657,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.417746502Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.417799829Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.418706024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.418987936Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbbb7a6b-e6ec-4782-a171-a8b0c7655e84\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.42194093Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.421998304Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.422027101Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.452586759Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.452674825Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.45271271Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.452743151Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.454420794Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.461864625Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.476114467Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.476403583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.476525917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.477962559Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.489824293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.489997067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.490335451Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.491573809Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.499064824Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.499180995Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.504235576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.504406367Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:02.526385338Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:02.526919282Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.527156896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"598.772345ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.531278808Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":29,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.531437645Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.531587563Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.531695458Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.531841119Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.532709719Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.533698379Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.537976563Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.551454297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.551528985Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.551560007Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.552552996Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.559035091Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.559105331Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.561158762Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49758","req_id":"b2b08e85-129d-45d6-958a-672d332033c3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6b 3f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 k?..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.561225485Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49758","req_id":"b2b08e85-129d-45d6-958a-672d332033c3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27455,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.561442167Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.561639229Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.562033305Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49758","req_id":"b2b08e85-129d-45d6-958a-672d332033c3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.56246278Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2087, tv_nsec: 361225623 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.562524864Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.562915643Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49336","req_id":"d705835d-d29d-4e9f-ba2c-49c1da5a7d25","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 80 81 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.562974009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49336","req_id":"d705835d-d29d-4e9f-ba2c-49c1da5a7d25","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32897,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.563150711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.563188867Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49336","req_id":"d705835d-d29d-4e9f-ba2c-49c1da5a7d25","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.610734178Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.611095618Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.61115682Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.611191469Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.611219856Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.611852055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:02.6122259Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.612452932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55672","req_id":"4949d62a-2f6c-4c99-b694-e9fd19c8b1c7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 0a f3 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.612510467Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55672","req_id":"4949d62a-2f6c-4c99-b694-e9fd19c8b1c7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2803,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.612845805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2803,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:02.61293871Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55672","req_id":"4949d62a-2f6c-4c99-b694-e9fd19c8b1c7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.613155713Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.61320478Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.613234189Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.615004647Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cf08b96-aa5c-4a4c-8dc9-ae29b5a00e4e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.615275717Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.615478741Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.621244599Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.621320791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.621353857Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.621693263Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.624115239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8392b519-9774-45b9-ad94-618a900a04b2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.62431646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.625624035Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.625682592Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.626796331Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.630583206Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b107460-870f-4e40-a29a-c0f416fc9191\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.630789336Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.635061829Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b508ea66-bb10-43e1-9a9e-6634c5cb220b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.635325094Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.638413497Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d772d00-5cab-4f41-a2a6-954a25bd45b8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.638654988Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.640875523Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48ec51cc-205e-48b7-a6ca-993900da4ead\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.641307112Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.643650912Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e808de6b-0797-4c55-97fa-38e3c2b44192\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.64386053Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.646082637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b733aeea-a2b6-4af4-aafb-1ca2422d8da0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.646291884Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.647911932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33a2fc39-0398-4ce2-bab1-dc7e8c751700\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.648202872Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.649593943Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"578eeb9c-fdd4-45b9-94fe-60c2d370215c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.64974784Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.651051417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b8d0976-0ad3-4ab5-aeb6-3d791715e921\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.651135555Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.65215177Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"124ec4e7-906f-4e92-9c4e-e0d9823ff1e6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.652225958Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.653472802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b756902d-2e99-4054-859d-2729b7a119b1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.653673401Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.657127714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b322760-6e17-48fc-b450-0f9c29bb5bb1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.657213705Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.657547701Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.659733746Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d5adb8f-ecbe-4839-ae2d-b3c552531926\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.659842754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.661579083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61ee1558-73ff-47f3-9afe-c0ca5ce8ea05\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.661648311Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.663837924Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81f786e5-d2ef-41a6-8a05-960d21f62fa0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.663964556Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.66659669Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b311499a-6012-46bf-92bd-d702731cac69\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.66689256Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.670952309Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50b94d63-fc41-486e-bf6f-d1765c2353e0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.671111566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.67798453Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04814c61-1616-41c5-bfa1-df7cc19e1137\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.678161913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.679297997Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1261287c-c337-4bf3-b7e5-52dc88f75d80\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.679463667Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.680543599Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd9db489-567a-4e13-a1c3-55aabfa61c59\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.680676323Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.681680013Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58e4aeb6-c559-419c-a632-fe6f07006922\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.68175895Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.683628555Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11ad2719-9691-49b6-b411-f3ad95c1ad29\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.683822231Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.685569412Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a541b622-27e0-436e-9236-04639e2bea08\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.685633039Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.687493015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7c2086d-0e3c-4f42-a665-1c4783471e76\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.687561982Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.689444784Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebec317c-803b-4edf-8daa-59f2f0e4eaf6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.689635043Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.69156603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45aa3543-3db6-4eca-903e-4125b357721a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.691637983Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.693906583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8870332-4bec-4e07-8ff3-aa13825dba1e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.694122694Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.696245935Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"861c4be0-83db-4c2f-8318-ff44bbe173cc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.69636927Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.697288812Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d19c0c06-1405-4224-949a-15606399f2d6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.697378261Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.698252863Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2803923e-2419-48c9-918e-c2851080bdcf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.698395427Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.699319348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf5f5a4e-a9de-41f7-ae6d-2cf320a3ee10\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.699454768Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.700363078Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b2f8abd-bbd1-4dba-99c1-7243ca475f28\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.700435181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.702208464Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09543224-1619-4a42-ab77-a43cc1594798\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.702393263Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.704656833Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f08d908-3c8c-444b-a10a-78b4174ec65e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.704725319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.706464344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9fdfe25-68f7-4f81-9708-3c9ddb75878d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.706549003Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.708314079Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56fead0f-e791-46ec-a768-25667b7da7aa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.708398498Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.708549579Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.708621813Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.708675059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.708720529Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.709477087Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.71425168Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.722585745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.722754531Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.722890712Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.724148388Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.726057382Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65087bd2-3c80-4f95-854e-eb1574f96ba1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.726175507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.726732116Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.726821003Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.728343567Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.73145696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a0f0d46-636f-455b-927b-b4a3e269cf7c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.732086805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.73671161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e9bb17b-0467-49a3-9953-ba48f9cab05a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.736938973Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.740698423Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04e0c4cc-c182-4c2c-9779-37e945948438\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.740854003Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.743289626Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5069606-32f4-45dc-b27f-6ed7eca0c0cb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.743414425Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.755483972Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"426164f6-01dc-49d0-97ca-917ad15dbb80\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.755810703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.757185162Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"770c3f36-9c2e-4628-ba48-a1266497704a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.757306033Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.757350722Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.757379399Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.757405301Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.758256336Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.760394426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.768687009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.768749784Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.768785345Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.768814312Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.768840775Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.769213037Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.772674012Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.780458743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.782117789Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.782185123Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.782752353Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.877946801Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.878179244Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.879952858Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:02.880355951Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40123"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.883143054Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"13373d19-055b-458b-a735-687f62cfc13c","remote_addr":"[::1]:40123","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:02.884464738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"13373d19-055b-458b-a735-687f62cfc13c","remote_addr":"[::1]:40123","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1329,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.887054738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13373d19-055b-458b-a735-687f62cfc13c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.935119995Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.935255245Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.935349182Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.937237835Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.937393415Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.937445719Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.937480849Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.938375161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.939798477Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.939943445Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.940062012Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.940109166Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.941165611Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:02.942052748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.942607353Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.945840415Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7211f243-664b-41e3-8d06-ee30ae8bbccb","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.949696628Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7211f243-664b-41e3-8d06-ee30ae8bbccb","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.949994131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7211f243-664b-41e3-8d06-ee30ae8bbccb","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.951181376Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7211f243-664b-41e3-8d06-ee30ae8bbccb","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.951730581Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.965051171Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.965337872Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.965461458Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.969819482Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:02.974545608Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7211f243-664b-41e3-8d06-ee30ae8bbccb","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":28751,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.975320712Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.985889049Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:02.985963808Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.985995481Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.98654201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.99734768Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7211f243-664b-41e3-8d06-ee30ae8bbccb\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:02.997564351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.003080141Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"4cde3c29-77bc-48cb-a32a-3de10c3c87c7","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.003550919Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"4cde3c29-77bc-48cb-a32a-3de10c3c87c7","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.003612011Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"4cde3c29-77bc-48cb-a32a-3de10c3c87c7","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.004402045Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"4cde3c29-77bc-48cb-a32a-3de10c3c87c7","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.005500133Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.005557347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.006071932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:03.023257804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"4cde3c29-77bc-48cb-a32a-3de10c3c87c7","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":20215,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.026591526Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cde3c29-77bc-48cb-a32a-3de10c3c87c7\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.035509745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.035701858Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:03.03590887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.056824834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.057049371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.068120891Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.06904424Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.06915468Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.069227626Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:03.112785512Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:03.113338424Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.113532741Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"582.211027ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.113677169Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":30,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.113771787Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.113903169Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.114005262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.1140943Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.11496273Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.119678306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.127366704Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.127472475Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.127563136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.128179443Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.13250414Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.132617306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.13944525Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59286","req_id":"688ef7fa-49c1-4170-80c3-136ba1770c30","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 66 d3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 f............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.139628946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59286","req_id":"688ef7fa-49c1-4170-80c3-136ba1770c30","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.14009766Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.140361806Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.14059964Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59286","req_id":"688ef7fa-49c1-4170-80c3-136ba1770c30","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.141421918Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2087, tv_nsec: 940197507 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.141561747Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.142058927Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49243","req_id":"da62cda7-73ae-4897-8350-2346291ec780","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f7 fe 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.142225169Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49243","req_id":"da62cda7-73ae-4897-8350-2346291ec780","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63486,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.142534395Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.142681698Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49243","req_id":"da62cda7-73ae-4897-8350-2346291ec780","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.210176658Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.214440553Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49363","req_id":"6381fc18-2231-4adb-a385-9ab7c0195025","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 94 14 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.214658056Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49363","req_id":"6381fc18-2231-4adb-a385-9ab7c0195025","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37908,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.21535744Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37908,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:03.215841975Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49363","req_id":"6381fc18-2231-4adb-a385-9ab7c0195025","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.21657218Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.218688828Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.218747424Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.218867964Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.247522878Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f98dbef-a623-49d9-ba83-55f6427cd289\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.247791062Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.249998149Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e22d7c43-4e77-426a-9b51-61bf92f551f5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.250190643Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.254210462Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b51b7838-a713-4802-82ec-e278595391ae\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.254451112Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.259984126Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b948d5f-e152-46b5-8734-896e2bffcef2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.26008679Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.264914419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eea71345-b439-450f-b780-be0a34a5ede2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.265214006Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.269168325Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b62e86b3-5845-4baf-8e39-ff4eb4ab5590\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.269383714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.269774402Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.269924361Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.270032336Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.270186704Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.271237998Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.275942983Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.294274848Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.294343104Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.294373324Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.294950143Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.304786131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.304860259Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.305742657Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.309867655Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4294253-05a5-4581-9e94-ef65f76829c6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.310114387Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.335983169Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6836bcdd-7eda-45ab-878d-c21c9e0e8272\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.33622945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.34337657Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e830818-f8f1-4404-b50b-86555c23b0ec\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.343545055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.345311826Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b8022f9-8633-4537-a21a-6ead3f4b73c3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.345467386Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.347319275Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a67e82c-ce40-4cbe-be52-599342ef1484\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.347831045Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.349611843Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7c1d12e-2484-4ad6-b765-942fa18c101d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.349683586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.361175884Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dc21105-9e94-4fb5-b676-56d853ba2479\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.361409078Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.366713657Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73e997f8-5524-4cfb-ae94-0f656e438f90\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.367120217Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.36892339Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.379368912Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8146c15a-441a-4936-a393-fec13122d870\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.379641285Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.382967823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90ceb85b-c775-490a-8d68-e126322e6df4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.383189474Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.387213773Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b2c2be2-d8e2-4144-ab2b-72cfb5da1f82\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.38754384Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.391319994Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67135fdb-1d78-4370-8d18-e69b86cea8e6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.391583279Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.395261617Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d84d365e-206c-4d25-901a-c2d4f279be49\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.395522006Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.397446781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c2e9d4a-7f4c-4bb4-9405-483a79aa9366\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.397706208Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.400764652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec7d05a1-ee8c-40ee-93f3-9ec9d22357c1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.401008979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.403531214Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e098432-207e-4537-91d6-12d631e6888b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.403841162Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.407195685Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"604a537b-35c8-43d4-be0a-64f760af0426\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.407290735Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.408373141Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b890a44a-69c7-4eb5-a72d-bc1fac058ea0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.408568801Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.41046051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12cbab8e-f8e7-4483-a421-cc686275598a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.410586561Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.412251559Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0f68489-2f3f-4843-8268-c7fb3be7fe3a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.41239785Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.413997006Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfd3408d-8e27-4a36-8e00-304970ad64db\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.414125522Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.415781412Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70b9c451-5bef-439e-b4f5-10de322db0dd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.415842914Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.417533693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e74ffdb-5042-4d2f-ab55-148e26c6cd51\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.417605957Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.419757474Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.419970027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.420018945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.420048854Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.4211359Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.421340167Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e0363f3-b717-49bd-8c99-d75bd8b149ea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.421485938Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.424989649Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3402184a-289f-478f-a1f8-2618d0cad161\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.425086612Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.426442483Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.43367803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.433744903Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.433779311Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.435542204Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.435763405Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddd4e923-dadb-410c-8631-1d37fc62a180\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.435939796Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.438203406Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"732f9af1-4e5f-4f73-a3e7-0fe219da750c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.438396701Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.438584726Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.438632321Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.439068119Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.440365243Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31677cc1-cc28-4d7e-8140-b9fcf5367ea3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.440490884Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.446032836Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aec4a1d-0e6e-41b2-8900-b3c3a60f5dfa\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.446276561Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.45163102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ecb82e9-2155-4581-ad33-0322ef2f66e7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.452435362Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.45500406Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0619a6a2-ea10-4109-a91b-790a48a510f1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.455189931Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.457644311Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e7acb90-e220-43ef-8c04-dbd5dcd13581\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.457767536Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.461954579Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e389cb0-bb8b-4a67-8837-3d969cdba3c7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.462108626Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.467006695Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"577175ad-0168-4c62-9bd9-d851167d889c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.467237425Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.470480867Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.472840338Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b62b216-6871-4900-bd16-ef08393bea37\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.473208351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.474111901Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"165de38e-4946-43f6-acc2-9a20aeee35f4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.474307251Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.475233095Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54679609-6827-47ff-afa0-d02ccd86e512\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.475365519Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.476256224Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e635f9ac-5eaa-4be2-be23-3ef0fe84e424\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.476673786Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.478514513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7063745c-6a16-41b5-84dd-7223d94dee4c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.478578371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.478612449Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.47864322Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.478671697Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.479571079Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.484947551Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.489904407Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.489983986Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.490016851Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.490049807Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.490077612Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.492328898Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.493189532Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.493421034Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.493557696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.494516677Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.496590519Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.503605105Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.503704202Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.5037384Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.504652271Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.505769798Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.505837342Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.510064124Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.510128382Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.587112327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.587189972Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.587615039Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.587672965Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.587706141Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.587734828Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.588418199Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:03.58847881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57358"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.589912146Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"0bce0566-3d9a-474c-b3e1-c9adbe44589e","remote_addr":"[::1]:57358","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:03.590512703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"0bce0566-3d9a-474c-b3e1-c9adbe44589e","remote_addr":"[::1]:57358","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":644,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.591121035Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bce0566-3d9a-474c-b3e1-c9adbe44589e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.593267361Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.593345376Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.593376188Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.59489313Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.594962589Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.594997087Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.595026606Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.59553022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.596429Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.601623861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.601689972Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.601722527Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.602083797Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:03.602602621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.605552308Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.613908637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.614180589Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.61423097Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.61470817Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.622238484Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.623625097Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.624468838Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:03.667179185Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:03.668422172Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.668656279Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"554.958037ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.668838241Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":31,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.668940866Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.669129892Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.669230513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.669399109Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.671148374Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.675078324Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.680031102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.680111923Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.680144348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.680641248Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.683907175Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.684083707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.692701026Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59018","req_id":"205bb269-7f20-4f23-bff7-5d26302d756d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: fb 09 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.692766837Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59018","req_id":"205bb269-7f20-4f23-bff7-5d26302d756d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64265,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.693116865Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.693490399Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.693660257Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59018","req_id":"205bb269-7f20-4f23-bff7-5d26302d756d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.694252678Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2088, tv_nsec: 493134608 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.694317787Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.69470537Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49741","req_id":"c4cbbb4f-902f-48d0-aea6-fa2dffbd2263","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a7 41 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .A..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.694765259Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49741","req_id":"c4cbbb4f-902f-48d0-aea6-fa2dffbd2263","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.694850238Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.69488103Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49741","req_id":"c4cbbb4f-902f-48d0-aea6-fa2dffbd2263","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.746394377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.748630522Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53612","req_id":"9ff6bd5c-746e-499d-a320-28b441de80bb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d5 94 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.748696163Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53612","req_id":"9ff6bd5c-746e-499d-a320-28b441de80bb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54676,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.74889546Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54676,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:03.748986982Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53612","req_id":"9ff6bd5c-746e-499d-a320-28b441de80bb","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.749148915Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.749234746Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.749267692Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.750787049Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81a9a60e-bce3-4111-8a71-064ed047abf6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.751023861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.751491112Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.753143434Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c150652a-c067-4910-8351-8755ab9ed751\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.753350616Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.755214981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84d63743-b4f3-4e34-8868-abf6bd88a401\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.755427364Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.757856133Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39180039-548e-449d-91dd-3d7d2773697a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.758028958Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.759899565Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d10b7317-3abd-4689-acef-f460be7b3418\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.760096106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.76197987Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f7354e6-12a8-4d3d-90ab-154eff4fb2e2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.762082815Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.764677695Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a88d923-ea34-45ed-bda2-0d9139a79032\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.764859076Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.771299048Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e488cef-0dae-4aa1-895e-0f11bcedfadd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.771412714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.772741812Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb1137ba-37b3-4d3a-b45e-811e7e09e1ab\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.772965217Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.776225012Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8be4e7f1-a0e2-4053-918b-a48b0ed082bc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.77915013Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.781025777Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1235de7-127b-4bb3-96fc-329cbce4862b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.781140205Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.782345357Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"564f8d1c-f808-4ff6-9185-8ff85e60dfc1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.782600214Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.791367583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5a02c23-e2ba-44b2-8eb2-49182c0a3691\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.792927471Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.801090805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"071ff22d-8dfe-45f2-a991-470299158329\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.801364581Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.802605664Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.802911513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.80303026Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.803159698Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.804841649Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.822394401Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.835872345Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.835945762Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.83597986Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.836614063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.836958339Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eb8b870-87f3-4b97-ab66-829c875b7a18\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.837124099Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.839681044Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.839742246Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.840721327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.845569306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d3d0d4e-dc95-48a9-a83f-ecea04371953\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.845792982Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.933254062Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.937535553Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e3b0058-1e40-4ab9-a8a7-96cdd32c3304\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.937774499Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.946696545Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fab9f67-b0d7-4f84-bd55-76e3b94eeac7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.947023136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.94988073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa5a7dab-04bc-4a8e-b04c-1d381eaff028\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.950004486Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.951417051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4133eb6-c3af-47f2-991e-428e7f989d2f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.951579344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.953083241Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d08e5b1-8e61-4e36-8a47-2b8d2a2a1bde\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.953320283Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.962333661Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8534245-2e9f-4a0b-859f-5c89a56cd25d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.962426867Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.963586468Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5271adf2-dc14-4296-94a9-e919d9af7075\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.963837949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.965888354Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bb85ac1-26fb-4726-99f7-ba46bd18573b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.966194364Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.970115717Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"712d4816-4ef4-4fbf-bba3-fdf9bfe02ce8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.970254513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.972947789Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e9571b8-8f4a-4863-9659-bfdce70a3a34\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.973114281Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.974929277Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d992ffd0-52c2-4fd8-8101-59ebf1c45bdf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.97508105Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.976979623Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"155f3752-df5d-4221-90b9-64f408a27eb5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.977149992Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.979220948Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d948c0c-a04f-4bcf-ae54-5525e86dbf89\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.979301519Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.983240066Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c24e6284-444a-4dcd-929b-8e9bd0202545\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.983445014Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.984312212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.984368214Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.984398885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.984424887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.986442507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.987334113Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c85a48e-08f6-4ae8-a940-c66b3ca4e7ea\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.987523851Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.989522574Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.996117073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:03.996173816Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.996204717Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.996670004Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.996927457Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cb65764-eeb4-4ac2-b5fb-3f255a325fd4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.997162245Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.99936286Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb16d0b2-fe80-4572-b764-b911dc4fc824\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:03.999683999Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.001347945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.00140577Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.001836939Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.003477548Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbbd2bbb-5eea-4e28-8cd4-171d1e429050\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.003616645Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.009168787Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9dc531a-e694-407e-9e82-bbe5ed97e96f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.01051012Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.016764852Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6feda2aa-1fc2-493d-af7a-0f1fc6c026a3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.016838589Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.019091738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be921aa3-bcf2-46b6-8b2f-99d1ce82e7a3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.019186226Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.022648425Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"656a59ea-08cc-4aae-ba29-5da38181f4a4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.0228118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.025119007Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b0a87c6-0d91-4bee-9a39-7baabdb3583a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.025194037Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.027797834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"575ce653-353d-4f89-8825-325a85333eb0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.027869658Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.029734583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"829ca850-3a8c-41b1-8f65-95141e2effeb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.029809803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.030794595Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"542b7bc9-71c5-4476-ade9-442ec923b48b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.030949694Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.032164996Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48dec174-6c13-4596-99e7-04ddcc6f6860\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.032309444Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.033881165Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7786dcd-9cbc-4ea1-9f71-a8e823d9783d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.034115432Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.036378391Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8740c647-64f4-4952-8a9f-d41306eac725\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.036445925Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.036579341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.036629932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.036660874Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.037691477Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.041577119Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.042034981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.049348803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.049460666Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.049495716Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.049529714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.049631316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.049946003Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.052078282Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.052142189Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.054494887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.061152832Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.061235747Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.061273513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.061701044Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.062295599Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.063014231Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.063071134Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.063100884Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.143231489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.143308773Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.143656325Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.143705583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.143740242Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.143768719Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.14606787Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:04.146246927Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34295"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.147741845Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"c09629bd-8d33-48ea-810a-0e942f7643b6","remote_addr":"[::1]:34295","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:04.148284877Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"c09629bd-8d33-48ea-810a-0e942f7643b6","remote_addr":"[::1]:34295","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":548,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.148774683Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c09629bd-8d33-48ea-810a-0e942f7643b6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.150520041Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.150561884Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.150589739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.152204777Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.164315928Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.166357726Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.166415631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.168646426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.169859303Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.182063629Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.182287756Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.182443386Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.183263881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.205385627Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.210112435Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.210337613Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.210395559Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.211469759Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.214599154Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.214660827Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.221726705Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:04.313938281Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:04.314303709Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.314450912Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"645.605216ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.314589669Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":32,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.314686231Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.314817483Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.314914826Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.31500172Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.315875541Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.316762638Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.318822572Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.328726646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.328792697Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.328826755Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.32942669Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.33839056Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.33859629Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.339635401Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54568","req_id":"38751488-458e-4a74-8b03-e365248b45bd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 24 41 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 $A..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.339699168Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54568","req_id":"38751488-458e-4a74-8b03-e365248b45bd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9281,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.339777534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.339969386Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.340067822Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54568","req_id":"38751488-458e-4a74-8b03-e365248b45bd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.340434894Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2089, tv_nsec: 139335461 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.340492719Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.340883147Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60245","req_id":"a6d276aa-0839-4255-88e1-bf4f61c8a955","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e9 d9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.34110561Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60245","req_id":"a6d276aa-0839-4255-88e1-bf4f61c8a955","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59865,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.341334526Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.341372812Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60245","req_id":"a6d276aa-0839-4255-88e1-bf4f61c8a955","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.388538096Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.389360234Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.389960109Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.390164026Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.390297502Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.392324731Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.394759422Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51243","req_id":"68282968-3ae5-43d2-bb03-a7077f63cb7d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8a 18 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.394872156Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51243","req_id":"68282968-3ae5-43d2-bb03-a7077f63cb7d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35352,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.395046333Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35352,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:04.395141703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51243","req_id":"68282968-3ae5-43d2-bb03-a7077f63cb7d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.395485779Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.395538504Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.395568043Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.396802823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.409292157Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.409368078Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.409396916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.410556617Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.412413296Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5275e807-ad3d-49a5-b9c5-0980099fa8d8\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.414848388Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.416575519Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.416625398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.417458137Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.417738666Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d7ea719-dee1-4b9a-ab6e-827cdde58884\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.417908795Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.42219216Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8cca395-285a-493a-b821-025638fa080f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.422273872Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.424203056Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bb55614-12ff-43b8-9337-8749750d4f8f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.424275751Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.427469715Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14ab20be-2cd7-4d21-921a-6e9944b563f5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.427540696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.429238639Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0d9b1af-cd85-42bd-a462-c3307d7b9a57\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.429295032Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.432622291Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3714e079-a85a-4b10-8428-3093be0ba73d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.43274232Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.436751157Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"914c3966-91f9-4891-81ec-403e67e22ad6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.436874022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.439648761Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a5f9463-10fa-4b98-a8f9-fec959c7d8b9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.439745063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.443266809Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94ff3e03-1237-4387-aa95-cd1f8b89e286\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.443414935Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.44657977Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1ecc6d2-7a75-4957-9166-242aef50026a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.44675028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.447596206Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.4495862Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31fc9c34-80f5-4ee6-9aec-599050fae8ee\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.44966646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.451796314Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d72778a-cb2f-45f3-b202-e85f90bf29fc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.452902678Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.456113385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6400c8e1-87d2-49de-8a14-aad103347167\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.456536859Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.459775522Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7d52b3c-7749-4c24-9c32-8daba19f4d5a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.459919309Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.462083591Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21444284-26e4-4e98-b7c1-59ddab328922\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.462154041Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.464455657Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41f9733a-f07e-449b-9d56-e648f6ec1d0a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.464556187Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.466481714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e046eff6-5170-4876-924d-86c8992fe11a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.466554679Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.469072646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a02f504c-981b-4573-918d-174f82f8c87f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.469144559Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.470050785Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd4db7b8-70f2-4b7a-a38a-f530645370e1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.470180503Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.471195906Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"824ac0d7-c053-4937-a328-05a990036f83\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.47134343Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.472430927Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4349d21c-8a57-4530-9d1e-ced430ae78dd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.472564303Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.473406Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27b28b25-1c7f-439d-800a-d5a55c60ca4e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.473472753Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.47463067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f3df2ce-f92a-4719-b3e4-6f19ef9d863f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.47481161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.476484143Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7c30452-df26-4dca-b6b2-b570c7e75214\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.476554363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.47829978Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"474b4e59-fe65-421a-afd1-82e252c43ba9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.478406964Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.480242611Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13a2b8e2-e8d7-4ebd-b7db-aa4a8757323c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.480319154Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.482688114Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56fe8350-4d30-4d43-bece-cdcf6c0ef584\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.482762322Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.484601566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d17ddd9-d46e-4699-843a-29340ff3cda2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.484681616Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.487355022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45993812-3c9e-4df5-9fe4-0737ab8aed68\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.487434551Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.488282611Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40656d22-5580-4020-baaa-ba23d02d044f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.488354133Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.488700623Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.488758238Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.489088977Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.489942909Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.490506121Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f58a22e9-4ee4-4305-b672-ccaeac29cea2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.490642502Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.491761031Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0d1c47f-c848-4b34-8dc4-0530918ec7f3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.491884146Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.492918738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dec2a12-1b65-496e-8b70-2c3e3379f2ec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.493051572Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.49435024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.494407674Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.494863122Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17bc8c01-d83d-4948-b46a-a9699b0bb090\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.495052339Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.497391199Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6160fab2-1eaf-4d9b-a94e-d5762d08b73f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.497502621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.497669503Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.497720044Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.498413365Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.498735137Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.49880209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.498833643Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.503672223Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.506661549Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.514633994Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.514715627Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.51474744Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.515157467Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.515656732Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"514c4f1c-a29a-4193-ab0e-fe2540aa7d1e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.515723455Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.518484476Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbd6b9d0-e461-4b9d-b20d-3bd27a3c5a36\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.518720095Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.518864874Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.518912428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.51943507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.52144274Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a06f98c-60a9-4734-a808-2c9815530ae6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.521576026Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.523153008Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dec1439f-8738-4768-bf13-3fa09b60060b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.523226875Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.524892353Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f41a448-b0ee-4298-afc9-5f9a8e93451f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.525010458Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.525856614Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91ec075a-1b9c-4ddb-a6db-1a9b72c7362b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.526008988Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.526850394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e30821ae-a19f-4f3a-8e61-5a44f19b1ddf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.526998489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.528095876Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4dab10c-0655-465c-a1cb-aeffd6ab3886\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.52822823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.52903627Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2e4ae42-88e3-4250-b41e-42e632623842\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.529143654Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.529176689Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.529209465Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.529249064Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.529777046Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.533466687Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.539636289Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.539775918Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.539871348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.540048781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.540150654Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.543075131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.547303105Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.553943415Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.554165608Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.554268012Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.554850242Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.646178538Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.646251664Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:04.647111697Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62103"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:04.647486494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.647840179Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"ccdcf655-798a-420e-a4cb-a95911cac51a","remote_addr":"[::1]:62103","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:04.6483828Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"ccdcf655-798a-420e-a4cb-a95911cac51a","remote_addr":"[::1]:62103","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":527,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.648857926Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccdcf655-798a-420e-a4cb-a95911cac51a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.651336495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.651394881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.651520181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.654222144Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.654622181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.654679776Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.65471193Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.655470542Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.673049146Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.677785202Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.677995581Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.678068707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.678670706Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.687575769Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:04.716038239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:04.716448466Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.71687717Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"401.819248ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.716930026Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":33,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.716960446Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.717230564Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.717269662Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.717299722Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.717490152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.720276433Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.723936576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.72400881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.724048158Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.724374017Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.728319519Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.728361422Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.728922219Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49321","req_id":"3b08cc2b-6bf9-4bc9-bbe3-8babd1087582","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 81 d8 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.72897753Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49321","req_id":"3b08cc2b-6bf9-4bc9-bbe3-8babd1087582","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33240,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.729194993Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.72923386Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.729575431Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49321","req_id":"3b08cc2b-6bf9-4bc9-bbe3-8babd1087582","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.729640581Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2089, tv_nsec: 528588603 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.729676302Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.730360435Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63985","req_id":"78497d4f-9372-444f-9b4e-09dd2002bfaf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2d 5e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e -^..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.73063924Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63985","req_id":"78497d4f-9372-444f-9b4e-09dd2002bfaf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.730753017Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.730783748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63985","req_id":"78497d4f-9372-444f-9b4e-09dd2002bfaf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.778386895Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.778718535Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.778784777Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.778819346Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.778847953Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.780148164Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.780663791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64044","req_id":"336c50e8-e481-49db-b27e-64e5e212b41d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1f b8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.78073357Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64044","req_id":"336c50e8-e481-49db-b27e-64e5e212b41d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8120,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.780825052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8120,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:04.78096924Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64044","req_id":"336c50e8-e481-49db-b27e-64e5e212b41d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.781135822Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.781186603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.781215761Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.782955467Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.788244926Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.788324985Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.788358081Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.789073687Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.789934823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00202af1-bc21-47c2-8723-d1122a34f8b8\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.79018422Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.791587145Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c478642-658e-4d72-9e82-2972f061dc73\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.791872454Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.792134896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.792173764Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.792644522Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.794748935Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"512d8bbc-be61-42db-b798-aca960cccf7d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.794872802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.79676417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c562dee-df20-48e4-a0f5-1285fd52be76\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.796884961Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.799005135Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f9e8192-245f-4c01-8e77-b5156e5aaa5f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.799129523Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.800932184Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb8b8039-bf64-4e1b-b064-7fd82d383688\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.801005701Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.80288716Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"845a1710-8c31-4afd-a075-3c4713589b43\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.80295784Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.805922598Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18b3f03d-baf3-461e-ad97-b902825342a9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.806000783Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.80813743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6490aed4-40ab-4ef6-ba48-a4656641f27d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.808186248Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.808505133Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d42efb5-bd8b-44b0-ae90-14215ade412f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.80857363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.809829422Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8da0f71e-6705-4861-9bdc-4d81d662bbc5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.80987383Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.810984914Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46ef710a-fcd9-42c7-a513-d2db18f31afc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.811032549Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.812284353Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"859a9dd9-bab6-478e-b7a6-2ee5eca3cec7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.812771624Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.815132919Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f1a2864-785c-4475-9db6-ac3ad9f54c8b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.815200253Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.819797152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39a72d2b-c81e-4fee-a353-c519e81e1958\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.81987155Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.820196868Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.824794549Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a9c90db-bb9f-4752-a1f8-59448e6a331f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.825468341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.828881211Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f54a5cef-f972-4881-bfb5-feeae4448a41\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.82939275Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.831862651Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d80ef84a-1f3b-4dfd-b591-6d80ddbdfb4b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.832352197Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.834885725Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af079c80-b296-4575-82ea-442ffd86cfba\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.835116174Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.839082597Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42cfe657-8bc1-4350-9860-7727040115de\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.839397765Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.840974226Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b722d78a-c5cf-4050-aaf5-2552fa6d4a9b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.841150537Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.842477441Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8f7d3a9-7ab0-443e-b640-76c7ea48df5b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.84260758Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.844234862Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eba0737f-3e28-4f92-8ca9-f0b94461f8ae\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.844365803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.853787355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a83ac14-19dd-4022-a4b4-f5f03292c58f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.854113134Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.872288968Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.872374188Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.872410039Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.872440009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.874170076Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.889882643Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.899330567Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.899409083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.899444464Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.899887807Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:04.900379948Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.902656995Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.907499653Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1d94aa5a-81d3-49ee-9cb3-b6487441fc0f","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.907800573Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1d94aa5a-81d3-49ee-9cb3-b6487441fc0f","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.907867917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1d94aa5a-81d3-49ee-9cb3-b6487441fc0f","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.908994462Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1d94aa5a-81d3-49ee-9cb3-b6487441fc0f","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.921514788Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.921680377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.922698316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:04.923937715Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1d94aa5a-81d3-49ee-9cb3-b6487441fc0f","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":16473,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.926628356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d94aa5a-81d3-49ee-9cb3-b6487441fc0f\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.927051068Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.928674894Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"f2c12625-27db-4336-83f8-32cde7e4331c","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.929141223Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"f2c12625-27db-4336-83f8-32cde7e4331c","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.929261041Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"f2c12625-27db-4336-83f8-32cde7e4331c","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.943580622Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"f2c12625-27db-4336-83f8-32cde7e4331c","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:04.943672956Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"f2c12625-27db-4336-83f8-32cde7e4331c","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":13938,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.945963861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2c12625-27db-4336-83f8-32cde7e4331c\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.946034301Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:04.946069261Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:04.94609421Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.952306488Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22db5efc-d908-45c0-b9d2-a674f245a343\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.95252321Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.955957462Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad98e896-5b86-47e5-aa5a-2fdd2955cf9a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.955998885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.969805684Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20fc27c2-dff0-488f-91fc-29f5ffff4417\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.969902888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.981159766Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"714e9519-8dde-4773-bd8a-7771a0e99ccf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.98124195Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.985490916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e700f78-dc1e-4189-a11d-f7a811134496\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.98557318Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.987003239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.989797967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b31c94e8-8f8d-4851-bac6-0becf8f91fc1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.989932425Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.992506644Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e3210e8-e9d6-40d3-b31d-8feca6341dc0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.992571834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.995023649Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06ef1137-357e-4d6c-a3cf-b28acea45906\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.995073949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.998704423Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78316dda-915d-437a-8f8a-b73113d61d9b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.998752919Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.998785595Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ce2efe9-f177-4425-b58f-228a16eb5db6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:04.998817528Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.004024914Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32698b2e-2f3f-4a29-8463-55e5bd116c47\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.004087959Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.004124973Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12f69f00-25e4-479e-b9ef-e645437058e2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.004161125Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.006341419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"609e829a-fc91-4a8c-b83b-862e4214a7fe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.006408783Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.009564811Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c145a2a-8f89-4edd-8b71-3a93432c5068\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.009721854Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.018766926Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21768f05-2334-4857-9cb9-3f4ffc6a99c3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.019050742Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.022945752Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b51a6900-e3b9-4984-8f6f-8c9f86e989d2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.023114328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.038549963Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.038698659Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.038806955Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.03889506Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.039680465Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.04119365Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b2eef5a-d785-4376-8c6e-416ebeada68c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.041498347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.043403944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.05003735Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.050135917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.050208752Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.050631835Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.051400176Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.051533902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.053123209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b75b1ec-3f70-4b51-b49e-fde0bef84caa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.055869661Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.055916073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.055946384Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.055974149Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.056052716Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.056077194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.056205199Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.056241432Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.057158479Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a755b6f-d85f-4603-adad-86c629cc8fcb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.05734993Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.059106931Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc786e57-3114-4bf4-8d82-c0ead2ec89eb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.060126813Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.060599926Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"136aa7f1-b83c-4b6b-be6d-1ca991b19187\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.060661919Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.060696438Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.060726748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.060755606Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.062752715Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.070378829Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.076030821Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.076133626Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.076227162Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.076313915Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.076396219Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.077097716Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.079352158Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.085876277Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.086015064Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.086103319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.086669417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.143422745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.265977738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.268018373Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.268484983Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.268542568Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.26857376Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.268600143Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.269327772Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:05.269382742Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45386"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.271478257Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"0f2b93ac-cd51-4e61-b125-d5c03b8c8dab","remote_addr":"[::1]:45386","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:05.272905952Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"0f2b93ac-cd51-4e61-b125-d5c03b8c8dab","remote_addr":"[::1]:45386","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1452,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.274682211Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f2b93ac-cd51-4e61-b125-d5c03b8c8dab\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.276961071Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.277016141Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.27704591Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.278962339Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.279024973Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.279060424Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.279087758Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.279370241Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.281377751Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.290603403Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.290667069Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.290700055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.291845207Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.296857373Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.301944058Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.302155309Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.302205499Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.302743942Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.30447449Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.30453482Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.306580095Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:05.344693935Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:05.345021227Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.346182591Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"629.589026ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.346251097Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":34,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.346398972Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.346446957Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.3464786Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.346508109Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.347354445Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.356742Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.357305753Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.364381942Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.364473524Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.364509977Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.366411816Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.376990664Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.377059831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.378168841Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56222","req_id":"7c5c6c71-e0a4-441d-91a9-a008427a01cf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 75 98 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 u............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.378300283Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56222","req_id":"7c5c6c71-e0a4-441d-91a9-a008427a01cf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30104,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.378762975Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.3791671Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.379259113Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56222","req_id":"7c5c6c71-e0a4-441d-91a9-a008427a01cf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.379615363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2090, tv_nsec: 178512774 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.379676044Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.379988016Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55019","req_id":"c6710e5d-ce33-4b7f-85ca-a234b1a17331","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ea 4a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .J..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.380044498Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55019","req_id":"c6710e5d-ce33-4b7f-85ca-a234b1a17331","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59978,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.38022605Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.380388664Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55019","req_id":"c6710e5d-ce33-4b7f-85ca-a234b1a17331","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.434509566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.435004282Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.435065504Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.435101025Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.435129131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.436807345Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.438171523Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62949","req_id":"2b50bb07-fe43-4269-ab33-74eebb1f4304","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 72 5b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c r[..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.438350619Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62949","req_id":"2b50bb07-fe43-4269-ab33-74eebb1f4304","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.43864693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:05.438743021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62949","req_id":"2b50bb07-fe43-4269-ab33-74eebb1f4304","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.439970507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.456743356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.456821842Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.45685596Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.458856045Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.459151975Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.459203507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.459329148Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.463307885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.463386472Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.464116336Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.464369009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6807e0c-2ff9-414a-8fdb-37a1d53f399e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.46601581Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.469509361Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3779396-56b7-4aa7-ba80-6182eda34b43\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.470858349Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.474395677Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbebca45-9fad-4e69-91c8-973f73e037b4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.47456781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.479010231Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe22a679-c7b6-45d6-864f-abed7c4815d7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.479083196Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.480353397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"143da6fc-ebcb-4b01-b4ec-0062a7c85b2f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.48041993Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.483434045Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b92f013e-5270-4f76-8edb-335878d44975\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.483500297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.48845544Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"699324bb-f60f-473d-a6b0-d97dce9c2b33\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.488795658Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.491576769Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.491635947Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.492198588Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.493517315Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.499723892Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.499812638Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.509545521Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8122e25d-e90b-4b21-bb77-82fbb685a04f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.509821851Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.512701378Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.512748112Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.521858764Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"256f3490-f06c-4a52-8913-e1bb985ea1e5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.522125275Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.523632879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.524856627Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd887171-e7a5-43b5-b641-aa3b7fbafe50\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.525216213Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.52694126Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5fd0af2-0084-4a63-8952-b8c198479152\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.526989316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.529776099Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec054212-0e29-4d77-85d1-96edada24e30\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.529956759Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.533095873Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dbd661e-e732-491a-8678-ebe62dc70524\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.533281593Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.537836008Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e289be9-2609-4a4f-9ecd-ae2834527055\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.538047389Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.541404417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ed5491d-0ebf-4b63-b146-f46682528384\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.541512643Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.544092153Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d5a69bb-4948-4add-b945-e8163461e85b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.544243234Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.546341354Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48349df6-f377-4afb-8512-76d841e2b2ee\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.54641461Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.549154549Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98bb6bdc-37c3-48f7-a439-3d97da854dc7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.549281803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.551062921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39c5137f-8445-42db-a5da-e09f145f5884\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.551186277Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.551925821Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d24cc5a4-2110-4396-b2f8-60be00abffb5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.552094266Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.553791428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feeba676-e720-46f8-a5ba-e0571fa29800\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.554141565Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.555992754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4030d76-471c-4497-a4db-8488d0cb61f3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.556081981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.558392214Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e42930b6-c9b8-41dc-9ac5-d99de20bbeba\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.558455691Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.558488316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57a4d07f-4d22-46e5-9dbf-06bf95330209\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.560109276Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.565288064Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a79b78f7-39bb-44f5-ab6c-79f4c6cbdd5e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.565368574Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.569277533Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6462c212-6683-4d68-a9b3-01009cdc14b4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.569344737Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.569428143Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53b0b0f6-35b9-4d6f-a4c3-156049450b52\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.569558072Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.572892736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3624108-486d-40d0-9484-95942d462972\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.573003486Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.574756509Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.574868452Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.57494244Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.575074353Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.575129883Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.576994599Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eecaf60a-a0e2-47c3-9b1b-ef24eabbd073\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.577100419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.580119154Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e4c32a8-c41d-4104-9ef0-a4f0d73f6f2e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.580188182Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.580221879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.587283999Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.587354951Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.58738972Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.588547196Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.591242356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a79ecd1-58b0-4bb6-b350-9d5c6bed2789\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.591527915Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.59393944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.594091172Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.594138577Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:05.595981178Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.600289833Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b49b2f7b-5794-4bfc-a998-69362929b8fa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.60034863Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.600388389Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e2f0a54-e810-4a58-bdd6-f827197813ed\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.600429461Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.60756597Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b312e6b-2e11-4642-8809-84f3a333e792\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.607634246Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.607668304Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8f6d42b-3a31-49f9-adb4-79671d025778\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.60770127Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.60924207Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47de7e60-26e6-4470-8992-2a32bbd003bb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.609318061Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.612728296Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3f0d7de-69c3-4f9e-9cee-8013a45a4005\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.61636405Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.617104385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32fcfb70-db83-4293-8c9f-467de916fb9f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.617183673Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.620022459Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"647ef3fe-493f-4b55-9a0b-e7299fef77ac\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.620099182Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.625876984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fac8a488-1fb5-461c-872d-556772098a61\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.626193594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.634109757Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.635042535Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a53e5873-11e5-4092-bae2-d0f3af3654f3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.635189999Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.636693194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db6dca45-a560-4950-951e-8444d4a0be90\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.636883874Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.63864349Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba197e3d-7f69-4bd1-9ae4-5c76f86d45a4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.638851925Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.641443198Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f53b37c-6ec8-4a38-9e88-10ead42aed4c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.641551213Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.647259226Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfda0f40-48e1-4f8c-864c-0a9fbdeebe86\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.647329707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.647366901Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.647398093Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.647428323Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.647452872Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.652115823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.657739417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.657847352Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.657893715Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.657925869Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.65807219Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.65815752Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.662106979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.668341331Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.668433655Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.668477222Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.668972288Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.730259799Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.730749365Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.731455572Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.731879707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.73197678Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.732094996Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.734373696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:05.73443603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53992"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.735708676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"23b0207c-c150-4dfc-8364-cc202ea24b54","remote_addr":"[::1]:53992","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:05.736435544Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"23b0207c-c150-4dfc-8364-cc202ea24b54","remote_addr":"[::1]:53992","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":740,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.736827565Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23b0207c-c150-4dfc-8364-cc202ea24b54\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.740156398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.740211217Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.740239012Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.743023631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.74309879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.743135253Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.743165433Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.744394392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.744871021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.756173912Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.756578518Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.756637185Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.758656598Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.762344536Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.777068413Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.777424542Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.777540944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.778214997Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.780292717Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.780410451Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.782581207Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.812136984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.812304849Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.812573875Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.818150055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.819505055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.819576086Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.819727578Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.819785413Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.824362242Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.824431029Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.824467983Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"35.15µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.82460695Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.824775736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.824827008Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.82491823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.824961436Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.825637894Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.825722763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.825754005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.825782673Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.82581142Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.825839476Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.827056911Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.82864743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.831140438Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.831337751Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.831388592Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.83356107Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.833621461Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.833652493Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.833826119Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.83387705Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.833906839Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.836207944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.836261351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:05.836289477Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.836394386Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"103.786µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.836558583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":2,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:05.836628412Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.836658893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.83668752Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.836714594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.836740265Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.837052477Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.837667572Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"18.157598ms"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.842352427Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57431","req_id":"43b62fa8-2a6a-468b-bfb3-73b02ae1ffd0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: de 2a 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .*..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.843246047Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57431","req_id":"43b62fa8-2a6a-468b-bfb3-73b02ae1ffd0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56874,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.844579694Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.845258146Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.845470459Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57431","req_id":"43b62fa8-2a6a-468b-bfb3-73b02ae1ffd0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.850009663Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.850906159Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.869854082Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.869922488Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.869957638Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.87091218Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.875330263Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.892289583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.892362058Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.892395254Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.892845922Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.89384905Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.893898238Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.894777731Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.904222399Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.916421034Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.916491103Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.916523287Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.918637921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:05.921431717Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:05.923060091Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.923123147Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"576.836669ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.923160752Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":35,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.923189249Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.923221032Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.923253347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.923283537Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.92413848Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.924924035Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2090, tv_nsec: 723800946 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.925132942Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.925798718Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.931410479Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.931500919Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.931535358Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.931568314Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.93159656Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.93199319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.932059432Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.932093099Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.932717012Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.934160869Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.937467587Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50107","req_id":"235db7f9-ce87-43fa-804a-d681b3ecfb8b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 37 e7 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 7............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.937584019Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50107","req_id":"235db7f9-ce87-43fa-804a-d681b3ecfb8b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14311,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.937818206Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.961067649Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.961236385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50107","req_id":"235db7f9-ce87-43fa-804a-d681b3ecfb8b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.963589905Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2090, tv_nsec: 762480362 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.96365812Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.963817989Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63888","req_id":"28403c81-d1eb-4609-85a3-3525445d54f8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7f 8a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.96396917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63888","req_id":"28403c81-d1eb-4609-85a3-3525445d54f8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32650,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.964073448Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.964176603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63888","req_id":"28403c81-d1eb-4609-85a3-3525445d54f8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.964281983Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59035","req_id":"5ed18883-ba3a-428e-b120-09f43da4a3f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c1 98 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.964328055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59035","req_id":"5ed18883-ba3a-428e-b120-09f43da4a3f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49560,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.964448084Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.965826992Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.96588133Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59035","req_id":"5ed18883-ba3a-428e-b120-09f43da4a3f3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.966683057Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.975936023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.975984059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.976012355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.976439266Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.978207138Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.982196096Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:05.982259232Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.982299552Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:05.982779288Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:05.986683667Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.087400519Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.087654405Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.08846511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:06.088647123Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:06.108275651Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.108707823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2090, tv_nsec: 907588080 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.10877658Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.110717948Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.110775061Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"all instance checks complete","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.111543122Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.111715585Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"278.165567ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.112001024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.112060102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.112095222Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.112124029Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.114053914Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.188777196Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.18904034Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/vpc-routes","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.196219985Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54830"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.197093736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.205174747Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.205260097Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.2052918Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.205320828Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.20534729Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.20625044Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.207156014Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.214449897Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60418","req_id":"a9321989-13d7-44b9-9e52-489792eb1986","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5e f7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ^...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.214700406Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60418","req_id":"a9321989-13d7-44b9-9e52-489792eb1986","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24311,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.215232767Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.215382705Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60418","req_id":"a9321989-13d7-44b9-9e52-489792eb1986","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.216230555Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.227121474Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.316300508Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.316516969Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.317335149Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/vpc-routes","method":"GET","req_id":"ad362d94-2c83-43e3-9cdb-a52855ce51c6","remote_addr":"[::1]:54830","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.319231297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52330","req_id":"04fd7976-faa9-4d73-8b54-94eb0bb11c6a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bb b3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.319507828Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52330","req_id":"04fd7976-faa9-4d73-8b54-94eb0bb11c6a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48051,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.319981141Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.320206831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52330","req_id":"04fd7976-faa9-4d73-8b54-94eb0bb11c6a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.320478562Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60472","req_id":"b362182c-64c7-4970-a0c8-d9081ee7ada4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 81 c3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.320655545Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60472","req_id":"b362182c-64c7-4970-a0c8-d9081ee7ada4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33219,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.320928879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.32122553Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.321391531Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60472","req_id":"b362182c-64c7-4970-a0c8-d9081ee7ada4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.323148311Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/vpc-routes","method":"GET","req_id":"ad362d94-2c83-43e3-9cdb-a52855ce51c6","remote_addr":"[::1]:54830","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5827,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.32361456Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.328848428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.329773692Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.329833942Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.331342387Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.332667187Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.333902338Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.409383529Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.409477577Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.410132652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2091, tv_nsec: 209007729 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.41020189Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.41995378Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.420990475Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.421112569Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.42118348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.421578186Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad362d94-2c83-43e3-9cdb-a52855ce51c6\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.421783225Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.421906551Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.423031723Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.427305067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.427701727Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.428747371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.428928652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.429713055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.507480642Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/v2p","method":"GET"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.514969693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.51515885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:64620/eip-gateways","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.517737377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60577"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.518011203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/eip-gateways","method":"PUT","req_id":"5d10c7c5-11a4-4283-a1d7-61da801401f3","remote_addr":"[::1]:54830","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.518286261Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.518425619Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.521529092Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57707","req_id":"5fa17797-ba0d-4eba-8a2b-c64e6b1cd0dc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fe b5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.52197494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57707","req_id":"5fa17797-ba0d-4eba-8a2b-c64e6b1cd0dc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65205,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.522306902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.522634074Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57707","req_id":"5fa17797-ba0d-4eba-8a2b-c64e6b1cd0dc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.52323948Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/eip-gateways","method":"PUT","req_id":"5d10c7c5-11a4-4283-a1d7-61da801401f3","remote_addr":"[::1]:54830","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5235,"response_code":"204"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.523747422Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.525375376Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.525884159Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.552573055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.552837873Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.552946159Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.553685111Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.633154038Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.633736899Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/v2p","method":"GET","req_id":"db3e4979-e355-46fd-9001-da08b56709ff","remote_addr":"[::1]:60577","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.634277857Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5d10c7c5-11a4-4283-a1d7-61da801401f3\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.636363472Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{}","iteration":2,"elapsed":"799.864368ms"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.637408605Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/v2p","method":"GET","req_id":"db3e4979-e355-46fd-9001-da08b56709ff","remote_addr":"[::1]:60577","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3644,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.642188067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db3e4979-e355-46fd-9001-da08b56709ff\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.642258227Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.642290501Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.642322345Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.644594362Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{}","iteration":2,"elapsed":"813.376851ms"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:06.644760713Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.645536609Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.645807198Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.646547273Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.64730385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.647368198Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.647621824Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52833","req_id":"3a9c0610-53d5-42a6-a712-9e4b38ff5235","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6d 24 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c m$..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.647739448Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52833","req_id":"3a9c0610-53d5-42a6-a712-9e4b38ff5235","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27940,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.647950108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27940,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:06.6480667Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52833","req_id":"3a9c0610-53d5-42a6-a712-9e4b38ff5235","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.64857862Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.648635343Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.648664551Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.657769673Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.657836145Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.666867219Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99352ebc-38c7-4233-bf05-bfbcb4524820\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.667285412Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.674048948Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43216c8a-e4f8-4d59-a426-a8c1657ba74c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.67436621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.674825896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.674923871Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.675774737Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.687175923Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.687314138Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.687414177Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.687496912Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.689396156Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.705571885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.726916854Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:06.727136311Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:06.727252523Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.727647961Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"903.059558ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.735054898Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf0c5855-e746-4301-9210-564ecdd0898d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.735383383Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.744135441Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.745704267Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3825b0e8-0cfb-472a-ae63-2031f5120bc5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.745974215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.775439282Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07c3cf87-5305-4662-bf4f-e5fc3a222248\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.775716324Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.787531084Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba5ab825-b4d9-46c6-b006-9b4e344a9402\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.787894077Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.804158252Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.804607377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.804715923Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.804806484Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.807091376Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.810418646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.823346594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.823463957Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.823559598Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.824085776Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.824558047Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b14395d-ba99-433d-a500-2148478387a0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.824834037Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.829779431Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.829881654Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.830659224Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.839092256Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60640441-2a33-4368-81dd-f0339e4029be\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.839340009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.844622975Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"254b54ed-527d-402b-b558-a61292847525\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.846535466Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.85600849Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98126da7-2480-46ce-ab64-a72e9779d2fe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.856218078Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.886264954Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60a7da6d-2197-45d5-a7ac-cae9d9212b28\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.886636966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.892653092Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.893032498Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.893850007Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"76f67272-f256-4458-9e6e-f43a60293705","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.898417778Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"76f67272-f256-4458-9e6e-f43a60293705","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.898535683Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"76f67272-f256-4458-9e6e-f43a60293705","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.899225097Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"76f67272-f256-4458-9e6e-f43a60293705","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.902853486Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4d5e62d-7b07-4339-b097-d9a62b8e6e8a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.9031715Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.917681239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"76f67272-f256-4458-9e6e-f43a60293705","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":23783,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.920402822Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76f67272-f256-4458-9e6e-f43a60293705\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.920956876Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.922192848Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.922674949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"3c3de056-9ecc-4611-92c5-ef1526e658d0","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.924559083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"3c3de056-9ecc-4611-92c5-ef1526e658d0","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.924706897Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"3c3de056-9ecc-4611-92c5-ef1526e658d0","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.925709866Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"3c3de056-9ecc-4611-92c5-ef1526e658d0","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.92960152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97da5aab-5da4-4e74-b3af-1d536b2792ba\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.929925545Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.931305104Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"3c3de056-9ecc-4611-92c5-ef1526e658d0","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":8424,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.931898075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c3de056-9ecc-4611-92c5-ef1526e658d0\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.93260785Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.933711138Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:06.933810566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.938076956Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8183a19f-7ca5-48b9-aee0-bca01840a319\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.938262636Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.94113021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d396808-1179-46a3-98d7-9ee62ee43e9e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.941259978Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.947687084Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"241967b4-0ae3-4477-b486-f308cb09063c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.94798101Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.96260639Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56b3a3a8-0ae0-479c-abe9-f73da28d4ba8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.962830075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.966524867Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c6d406d-1779-4257-b613-85c46c2d56a3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.966824664Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.969772428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6770122a-e849-44dc-aaaf-d859d967c668\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.971200162Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.972371927Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e313de17-8dd4-4205-a9c0-532af3e7b036\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.972627115Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.973799571Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.973991063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.974133356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.974224638Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.975102828Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.976813396Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9d1f84a-1946-4544-bf9a-bd06bda847e8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.977067943Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.977927226Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.99389476Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.994263795Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.994323023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.994721507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.99742309Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fe95226-7969-455e-aea8-1a1e1608a42c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.997496757Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:06.998416519Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:06.998783631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.001547307Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.005926983Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db60be8e-ca34-405c-bb0f-6e51ab7771b7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.006038756Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.009345775Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"273fc4c1-1eea-48b6-9351-48c221d811c9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.009466014Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.012581632Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f4342af-536c-4eb1-89fc-460839108086\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.012903804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.018074917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cbbe2ba-1649-4cd2-9aa9-448979a55e5b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.018301459Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.024118088Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bc60ccb-41c4-405a-bbe2-a47ebe6061fe\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.02427495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.026160056Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18013b7f-2d29-4c84-b8aa-72ecdeb99585\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.026288292Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.030088253Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89e4db36-eec2-480d-8e50-fd318be2586f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.03070935Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.033520491Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a95e4af-fd34-4219-829e-4da5a2fc5aea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.033585551Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.036613083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.038014115Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46d45ce2-e49a-4985-8d1a-b40d4725265d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.038092922Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.040407453Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"941f169d-e6b8-44d3-b7e6-5010088e1c8f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.040790807Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.043599754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d18e65b2-652f-494d-a127-c596a64d6fc0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.043901194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.04572099Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0245fe87-3c34-422f-a7ff-06f53dbf53df\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.045918754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.05067954Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56f670cd-ea92-489c-92b6-da26be7f12f6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.050886432Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.051403803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.051537179Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.055341078Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.056081603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.056139699Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.05617044Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.058435784Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50fe04b6-247b-4fa4-a6b3-e12a3b4efefe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.058784128Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.062256436Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a991e3e-7633-473b-9153-362de8fcb095\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.062727895Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.06476791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2373508-48e4-4ee0-8620-f94915c19ef9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.064945734Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.066791091Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5636e5f6-c0d1-4c41-b98c-291efdb9ab8b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.066957392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.071803328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65e44d18-d465-497d-8c30-3ff986b0faf3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.072031051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.077946117Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"811a5573-ec8f-414d-8faa-4282d3bbadfb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.078127238Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.081106043Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"119f3fa2-c300-43ee-882a-5ea2fbaa4196\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.082007439Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.084337802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed738f5e-c4ba-4aa3-a623-145766c90b9e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.08445744Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.085434397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22db0d73-3065-4558-ba6d-5172fed4e71d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.085576129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.087000767Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19b0ebc4-4e90-46cb-9a57-8c10e6661bc3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.08713754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.087189193Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.087568308Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.087630743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.08827194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.088729402Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.088785243Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.088816956Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.088843359Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.089363225Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.090639848Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.096781535Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.0968445Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.096878027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.096908728Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.09698468Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.097616108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.099738106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.111477987Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.111633867Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.111714658Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.112713919Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.11317083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.117770725Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.117834832Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.117870964Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.1182754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.122657211Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.122711839Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.123253028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.233545709Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.233672371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:07.235800411Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44054"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.235867104Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"bc787b8a-e619-460c-8bd3-e90fc42ae41c","remote_addr":"[::1]:44054","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:07.235902104Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"bc787b8a-e619-460c-8bd3-e90fc42ae41c","remote_addr":"[::1]:44054","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":552,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.237450118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc787b8a-e619-460c-8bd3-e90fc42ae41c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.240925002Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.24098454Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.241014931Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.243690732Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.243753136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.243786914Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.24381512Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.244548651Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.248003585Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.256526987Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.256732427Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.256956303Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.257619725Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.316286494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:07.328271945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:07.32883156Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.32889217Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"1.40570714s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.32893188Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":36,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.328962871Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.328996568Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.329028743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.329058722Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.329937323Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.348447924Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.353769597Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.35391161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.35395197Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.35426784Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.361219721Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.361356534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.362371486Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52055","req_id":"c79bb4e5-3d86-4063-a764-9db67111b70c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c1 f3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.362442157Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52055","req_id":"c79bb4e5-3d86-4063-a764-9db67111b70c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49651,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.36259967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.362718667Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.362906371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52055","req_id":"c79bb4e5-3d86-4063-a764-9db67111b70c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.363491217Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2092, tv_nsec: 162272687 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.363542068Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.364016163Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54977","req_id":"a4917fe1-9055-4588-bacb-5168a6f32e5e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7e e7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ~...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.364106092Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54977","req_id":"a4917fe1-9055-4588-bacb-5168a6f32e5e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32487,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.364202033Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.364287012Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54977","req_id":"a4917fe1-9055-4588-bacb-5168a6f32e5e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.488754195Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.48915293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.48921354Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.489247789Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.489277327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.489948485Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.490172741Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.490225897Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.490698319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.491902979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.49227974Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:65103","req_id":"16802820-a935-43c0-af5a-a71e37c5f1fd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: cd 74 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .t..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.492351653Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:65103","req_id":"16802820-a935-43c0-af5a-a71e37c5f1fd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52596,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.492562874Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52596,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:07.49266134Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:65103","req_id":"16802820-a935-43c0-af5a-a71e37c5f1fd","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.492930226Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.492973963Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.493000355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.536784272Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.545051915Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.545136473Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.545171493Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.545969042Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.569653953Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.569811236Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.575394671Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:07.575602885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:07.577860674Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.581866966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.581951956Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.583062999Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.583365392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.58762555Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.588190866Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9020c55f-990e-4bf1-b77e-c94249b1ecc8\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.588478329Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:07.607699296Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.61028642Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90ac6808-156d-4a1e-bd21-2cc3c0a7c56c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.610646858Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.616964596Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25cf92df-c20f-43dc-9b8e-ed7ec11d67d7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.617230366Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.626411478Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e068765-368f-4c1d-b2ab-0f1f818b0d9f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.626686226Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.632808103Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.635954162Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48c8867b-4cac-4947-84bb-356c5eed0ad9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.636109701Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.639228305Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cfa395a-df4a-4dc7-af8c-25cbd8259348\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.639440638Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.657351855Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85afa798-11d1-4ea4-a282-6984f3fffda2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.657507325Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.659551608Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ac2aa75-7abc-4ce4-ad95-81b20c57f813\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.659679683Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.661244721Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"322b5040-95a8-4b5c-aa34-e9331bbcbca7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.661627454Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.662955139Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d3ea993-b6c0-4139-8939-386614916428\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.663105308Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.664085231Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c9f52de-a4d9-40bc-b1d5-d121063db2e4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.664351491Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.665297356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64536ab9-d8b1-4301-87bf-6b17576d7d16\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.665415882Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.667123585Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab823dd1-2c2f-48bf-8e7c-3dd4cba048f4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.667332Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.668971967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a04f7d9-4520-4199-8f67-e87caa939aaf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.669228659Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.671618791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71b15214-afdc-457f-9603-aa2f28a49eec\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.671730784Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.674121898Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"062aba48-813e-4d44-937f-ebd99760fcc0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.674239513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.676379276Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eac6396-5da6-41b7-a1e8-75d795632d1e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.676498894Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.680835414Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28c8a927-2e1a-48cb-839c-11428fd80200\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.681081334Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.683765452Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d057526-4a9d-4541-b838-af20514711a5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.683997314Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.684316951Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.685681991Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.732953797Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.733195098Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.738809344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.7419491Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.902837008Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.902975063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.9030738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.903849215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.904345514Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"204f666c-1c76-4bfd-b324-c97164c1d657\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.904951882Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:07.918771246Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.918889391Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.919884023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.948140803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15c78c20-7004-42f7-a157-9a530e9886f8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:07.948517824Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.011021358Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b5b0a69-1dfd-4e6c-8038-58d92a2c372d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.011230094Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.027984987Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3336c051-1634-4726-a21f-87e66ac7bb87\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.028538951Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.046747761Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"657c344c-fda7-4796-9678-0c3a3968d04b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.056380213Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.06092083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.062179628Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.063019762Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.066699023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.067463245Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.067520449Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.067550529Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.072733586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62bc25b5-2a93-4f24-8f31-a80be8547e23\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.072926631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.096909665Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d741bdf-cd24-4895-9f1c-165eb21feaba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.101373469Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.1041594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e941d29-a888-4b4a-80b1-a96e7baf6574\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.104743544Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.107119458Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e83bb6d7-5266-4951-9ed2-077f85b248aa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.107317803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.109370152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c7cacb5-ba1b-460c-b7ba-cea7147f504a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.132417753Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.158599428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.158828825Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.15888633Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.158916861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.160594583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.16091932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.200792215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49219","req_id":"8a0622b8-c9d9-4f16-a022-3cc88e01c45b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 13 21 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .!..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.203737573Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49219","req_id":"8a0622b8-c9d9-4f16-a022-3cc88e01c45b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4897,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.203965948Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.204141408Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.204273511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49219","req_id":"8a0622b8-c9d9-4f16-a022-3cc88e01c45b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.20946259Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.232383047Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.233583669Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.233697176Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.234306199Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.234982476Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2093, tv_nsec: 33900769 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.235161613Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.246288643Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56818","req_id":"6a7639ce-3f47-4c7f-bccd-8e35a527deba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d3 25 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .%..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.246425756Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56818","req_id":"6a7639ce-3f47-4c7f-bccd-8e35a527deba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54053,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.246645925Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.246744872Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56818","req_id":"6a7639ce-3f47-4c7f-bccd-8e35a527deba","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.246968247Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.247048207Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.247798191Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:08.248168859Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:08.294591283Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.294963886Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.297409378Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"776e133f-db22-447a-a3d1-f00ce23bc947\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.297595389Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.298856401Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"735dbf8f-79e0-4cd8-a236-33640380739e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.299068915Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.30104437Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6fb2632-49ab-47bd-80d0-823ea17d735f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.301111174Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.301560158Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3abe956f-da01-4fec-a198-d704dc3abb21\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.301707973Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.308604323Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8cca8d6-f04e-47f9-918f-f74c69e052b2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.30869282Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.310758385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adc28385-286a-4a08-b638-f65403b9d62d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.311003594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.315019786Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b49f8b80-b4ed-4517-8cc4-5a0dbae9d698\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.315133332Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.319945009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6711fcf4-28d4-4063-8149-5ee2fc6463cf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.32006606Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.371860166Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb93ae9d-6f9f-4101-b454-906e7df06b90\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.372224071Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.374378534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.377097772Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52031579-e296-4785-bf78-fd5e580c97dc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.377287009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.386251049Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81a41b47-bea0-49f7-b21d-8bdd613fb8f9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.386390006Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.389109725Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79e70f2a-d594-4d0c-806d-65df12d2f142\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.389186298Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.39323809Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b11b69d7-8633-4877-ad4b-0c8ab84cdf6b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.393375144Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.394331088Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb887aef-ca51-43db-ace9-8e74e37f4cfe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.39451771Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.395354848Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fabdf9c9-94ac-4de1-9d55-0df11ca0f754\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.395477082Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.3963798Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c5e4b8a-20e1-449a-a9c5-d683ec7e56e6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.396444198Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.396479609Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.396511052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.396541242Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.397294823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.4343334Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.434603148Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.43471983Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.434812805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.435598381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.450095375Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.454800159Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.455509743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.455649471Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.45576952Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.455863067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.456504184Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.45956386Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.465941638Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.466107749Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.466503717Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.467606745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.468958148Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.477492973Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.477724995Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.477970825Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.479478669Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.551856648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.552057307Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:08.554437891Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55933"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.554584904Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.554634733Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.554962396Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.557192098Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.558880262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.559165009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.559795505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.55996839Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"81b2ddef-511b-4516-a7ed-5a38a67269aa","remote_addr":"[::1]:55933","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:08.564828102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"81b2ddef-511b-4516-a7ed-5a38a67269aa","remote_addr":"[::1]:55933","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4257,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.565653788Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.565763065Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.567178375Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81b2ddef-511b-4516-a7ed-5a38a67269aa\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.569647805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.569737133Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.569800319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.572883021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.573049493Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.573152709Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.573272137Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.574115417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.579145018Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.579258564Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.580774294Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.586429602Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.586703588Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.586804499Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.58765336Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.62839247Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:08.635216086Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:08.635936722Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.636004377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"1.307020223s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.63604614Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":37,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.636078524Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.636111209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.636140939Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.636169636Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.636962876Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.640353161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.644645493Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.64471384Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.64474925Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.645183295Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.652420004Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.652480073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.653269346Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53985","req_id":"6c18ff7e-5683-46a3-aed9-3a7834069978","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6b 2d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 k-..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.653641868Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53985","req_id":"6c18ff7e-5683-46a3-aed9-3a7834069978","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27437,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.653996805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.654288937Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.654563935Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53985","req_id":"6c18ff7e-5683-46a3-aed9-3a7834069978","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.655397406Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2093, tv_nsec: 454317232 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.655556092Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:08.656003534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.656287489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57894","req_id":"77f90052-dce4-4997-b169-5849c3c50ec6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f7 16 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.657132252Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57894","req_id":"77f90052-dce4-4997-b169-5849c3c50ec6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63254,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.657460286Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.657612109Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57894","req_id":"77f90052-dce4-4997-b169-5849c3c50ec6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.718358422Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.71885925Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.718922275Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.718955381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.718982395Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.719987788Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.720314048Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55658","req_id":"e0813773-d0f7-4f27-ad50-6dbedad95a37","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 7c 65 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c |e..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.720684266Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55658","req_id":"e0813773-d0f7-4f27-ad50-6dbedad95a37","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31845,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.721400302Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31845,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:08.721499861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55658","req_id":"e0813773-d0f7-4f27-ad50-6dbedad95a37","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.72398364Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.724320431Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.724374388Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.736408696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.767882866Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.76801556Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.768115059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.768699864Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.776583551Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.776674052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.77714973Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.777460328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40dbc783-b8ed-4ab2-a761-c8efef83c525\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.778082759Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.780912076Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4379f83-4bfc-4518-8dbb-edc69df2087e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.781152074Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.826653993Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2c74a0b-619e-4c68-a2db-afeaabb44068\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.82710951Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.831035963Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb2ff5cc-cd3e-4eb6-ad32-84f9c53e25b4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.831422283Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.83809075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd39c678-a206-428f-bdd0-bb604376f1a1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.83832183Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.842081942Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49ebbcf1-85e3-4725-a834-f4c8a5400ae2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.842410136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.844950096Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f26a60f2-baec-4fd5-a824-98261277ff5c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.845168361Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.848228709Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.900876707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.901022687Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.901126534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.901212806Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.902013051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:08.9030217Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.904064759Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.906449751Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"65c785d2-f6e1-481f-b7aa-2fdd601ccc9f","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.914528457Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"65c785d2-f6e1-481f-b7aa-2fdd601ccc9f","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.914600841Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"65c785d2-f6e1-481f-b7aa-2fdd601ccc9f","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.915490814Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"65c785d2-f6e1-481f-b7aa-2fdd601ccc9f","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.91597531Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.933745065Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.933875955Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.933971586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.934492474Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:08.942309859Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"65c785d2-f6e1-481f-b7aa-2fdd601ccc9f","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":35899,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.944414152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65c785d2-f6e1-481f-b7aa-2fdd601ccc9f\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.944860101Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.945121251Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.945176501Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.945965233Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.946295441Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"4f5a8b7c-7edf-4d39-9ce1-7e4bb475d8a2","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.950989223Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"4f5a8b7c-7edf-4d39-9ce1-7e4bb475d8a2","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.951065575Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"4f5a8b7c-7edf-4d39-9ce1-7e4bb475d8a2","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.951884086Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"4f5a8b7c-7edf-4d39-9ce1-7e4bb475d8a2","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:08.960863557Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"4f5a8b7c-7edf-4d39-9ce1-7e4bb475d8a2","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":14564,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.961628571Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f9c0b48-e29b-4952-bd99-d51e0e59e418\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.961892968Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.962131032Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f5a8b7c-7edf-4d39-9ce1-7e4bb475d8a2\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.962815666Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:08.96286784Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:08.962894583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.964918636Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"858d270d-81c2-48c2-9bf4-a83923a041fa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.965078975Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.969043104Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"188dce36-f0de-418a-9a6f-b83c17672395\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.970365819Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.976781722Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0889d2e2-191c-4642-bca4-3617acbce82f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.977251188Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.980902723Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46b58492-5521-498b-8c9f-27ea72b812dd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.981043925Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.985658529Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56f7a987-fad3-4cda-be0f-617a5a6c1e81\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.985851513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.988834878Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd2939a0-32df-418f-9349-2b7a5649b0b4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:08.988958614Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.001150205Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.007492371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49f3023f-a56a-4130-92c1-9db42839536b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.00758702Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.012338988Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed83e045-1120-4c69-93fe-be5e782e98c4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.01247568Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.016996428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77b1637b-ef0d-4909-8307-f3d1399f6a2f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.017315764Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.026429222Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b3207f9-ee42-42d8-9a42-8ce908972d67\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.026503129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.029726021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c88b4fc-1959-433f-8fd1-a696d22466ac\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.029936009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.03546754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bb00e5e-55b4-449c-863b-f3b8561fa903\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.035634363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.036643102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aa9d396-6a33-448e-bd39-0ff8cd096d42\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.036723733Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.037918714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc72eceb-cd77-4549-a0fc-921d9581b83b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.038085085Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.039027714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41a95146-d676-44df-8226-fe4f74ccdc77\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.039181209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.041428727Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ca7c399-cffa-47f2-a58d-605507485d5d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.041654748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.044788952Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4ce00e1-1295-4610-9bc9-9e630dba1acf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.044930535Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.046591564Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3861ae8-75ed-4a8b-9a9d-5c309d690bae\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.046720291Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.048876396Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da20c2a1-bad2-4159-8768-f45db57ec208\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.048999502Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.050555402Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.050625652Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6785fac-438b-4599-8871-ccb292328703\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.050672194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.050794037Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.054901792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.056767168Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.057261333Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.057319459Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.057669236Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.057730588Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.057767271Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.05780179Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.058941521Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.062381535Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.073042967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.07348619Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.073533694Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.074916981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.077464126Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b11cdbc9-b11d-45b9-be59-2c3d868e4e70\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.077784724Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.078016847Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.078386353Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.079284142Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.083742024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f40002c1-0eee-44f3-ad86-49b72c59436f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.083894989Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.085927348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3945a362-b844-4fcf-b762-afcad8382ed2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.086287896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.089885695Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"663b51f7-aa9e-42c7-835d-6f81ddc9a1e9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.090283287Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.091840009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"458b2122-7b7a-484c-b985-fb659400ec69\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.092003645Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.0946766Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a93506d-4909-4ee7-bd9d-69f1c1dfc994\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.094868202Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.103496093Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08c424e2-80ef-4d86-aca1-b4461a4d11bc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.103949215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.109318203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8db4957e-a670-4cca-98ab-f1663e46a69c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.109573852Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.112447668Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdf284b7-9868-4fe0-b4a7-c2f978271845\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.112686734Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.117580184Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"608dbdb9-0fe1-4beb-97b0-d0386a1b72bd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.117828419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.122658112Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.126436289Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdddd272-53ea-4a62-be9c-80b0e2cdde20\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.126736518Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.128671112Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.128790921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.129194455Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/f50bd917-36ea-4d74-988f-4fde2916658f","method":"GET","req_id":"f5460fe7-f53d-4d30-9034-d86211accd86","remote_addr":"127.0.0.1:50170","local_addr":"127.0.0.1:44110","component":"dropshot","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:09.135781559Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/f50bd917-36ea-4d74-988f-4fde2916658f","method":"GET","req_id":"f5460fe7-f53d-4d30-9034-d86211accd86","remote_addr":"127.0.0.1:50170","local_addr":"127.0.0.1:44110","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":6635,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.136054854Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c021a535-a924-43f0-8da2-7113e3fe0e83\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.136271586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.136488939Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.143954273Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.144030465Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.144087057Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.146531778Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eb8d38f-b4ba-4f91-93b0-65564bbb9c42\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.146706296Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.14737597Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a89f5b41-5839-48f0-8063-26c22aa0f35f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.147625468Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.149587226Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"663f641e-7a75-4cec-b26f-542eb2c188f6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.149830301Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.151193477Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8be9c3ae-198d-4b45-9203-cd449549d4f3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.151393826Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.16299971Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab2102f2-b9e8-4361-aa74-3b77d0777f0e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.163189558Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.163237624Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.163271521Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.163302453Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.16606643Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.169955459Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.179198304Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.179259927Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.1792916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.179368123Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.179523182Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.180321542Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.180386361Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.180419347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.180450068Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.180478515Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.18201186Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.183717869Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.191028936Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.191107753Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.191142062Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.191700735Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.193460461Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.204339446Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.204446039Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.20455727Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.206606814Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.265414975Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.265493011Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:09.267773445Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59500"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.26881029Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.268881693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.270006804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.27020542Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"4bb4c038-f319-4f9d-89e1-6ad693830814","remote_addr":"[::1]:59500","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:09.271416333Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"4bb4c038-f319-4f9d-89e1-6ad693830814","remote_addr":"[::1]:59500","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1245,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.273324024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bb4c038-f319-4f9d-89e1-6ad693830814\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.276891161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.276963505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.276995168Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.28025841Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.280411215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.280457577Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.280487998Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.281809721Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.28505641Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.292620922Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.292955077Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.2930167Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.294272973Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.342662977Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:09.346910781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:09.347837437Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.348049429Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":37,"elapsed":"711.977138ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.348106212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":38,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.348134198Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.348162945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.348191392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.348218196Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.349573235Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.352139629Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.361568225Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.361785928Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.361845657Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.362295534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.366224221Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.367390375Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.36797527Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59269","req_id":"c1c5c4e1-876e-41b4-b505-cd177cd94783","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9c e0 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.368050139Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59269","req_id":"c1c5c4e1-876e-41b4-b505-cd177cd94783","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.368213254Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.368392562Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.368527861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59269","req_id":"c1c5c4e1-876e-41b4-b505-cd177cd94783","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.369006124Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2094, tv_nsec: 167900379 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.36906441Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.369393606Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51527","req_id":"90f8e41e-75fd-4ed8-ae33-285944dd7e71","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 61 bb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e a...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.369521491Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51527","req_id":"90f8e41e-75fd-4ed8-ae33-285944dd7e71","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25019,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.369728914Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.369774415Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51527","req_id":"90f8e41e-75fd-4ed8-ae33-285944dd7e71","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.441083654Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.441540905Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.441602548Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.441634542Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.441661956Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.442316861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.442790254Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50463","req_id":"51c5d47a-c3dc-40c2-afe0-7a99d0c824c9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 19 62 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .b..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.443421181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50463","req_id":"51c5d47a-c3dc-40c2-afe0-7a99d0c824c9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6498,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.443592312Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6498,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:09.443736029Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50463","req_id":"51c5d47a-c3dc-40c2-afe0-7a99d0c824c9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.444081357Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.444123982Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.444149953Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.445632567Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.451704896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.451785417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.451821047Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.452202427Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.452438728Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eadcd826-79b6-48ab-a157-34d9886c0b3c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.452772954Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.454601557Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"192905bb-dd4d-4016-8cd5-a69e13f65c14\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.454887948Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.454946916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.454980673Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.455768933Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.458666647Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc591424-1504-4bd8-a873-58eff17bc0bd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.458859181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.461021459Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d924261-c707-491a-9778-39ddebbe1dbc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.461545743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.463872279Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a476b06e-3e0a-4fef-b284-a98b10aae336\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.463986136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.466703911Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9a90fb1-c1a7-4113-8653-0a6e04c84015\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.466846966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.471389005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ea40924-3ca4-4c0f-a665-e57803f51b39\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.471598513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.475568833Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"522faf60-3589-49c0-9e05-364303979c99\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.475841056Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.476910837Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70cbc03f-de54-4a4c-ae62-11a09b7a8ea6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.477080215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.478159495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec2ba72a-96a9-480a-8653-0b354c8ec970\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.47841809Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.48167037Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9252c782-c958-4373-b52e-de907c787bcc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.481806962Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.486310355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dff0ee11-a63c-469f-893a-013e6022134f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.486492177Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.487097403Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"inserting 6 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.488529376Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 6 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.488825817Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.488879434Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4964a912-d71e-4ee0-a7a4-791388b4fe83\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.489112007Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"unrolling 6 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.489567495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.495916735Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.49858932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c77a01fc-c6bb-4e16-ae05-209951f52c01\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.498816012Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.499804541Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.49990399Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.501905988Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f04d6188-ddea-4298-be8b-38f602be49f9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.502171688Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.50332214Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.503420055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.507803228Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.507901073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.508131192Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b18d58b4-57fc-4fcb-94b4-1fb1d03cd02c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.5083412Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.511666325Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"438e6083-451e-45da-a3ff-f9d6b27ddb89\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.511943167Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.51319932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.513298377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.517180061Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.517285862Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.518924577Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75c99f11-2108-4601-8738-5e77f5a3c963\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.519243603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.52447736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3552753a-b7b5-414b-b90d-6810eabf8b58\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.524855293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.525976638Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68cfc8f1-c4db-49ce-987d-ad220e688c9b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.526328208Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.527500374Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47116eff-d737-48a5-8c11-a19c7312bbbd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.527740322Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.52887398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86613954-4dde-4d8c-b686-04078fa0f984\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.529842009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.531809219Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2e67b34-86da-4882-8ac9-fae2e9a5e7bb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.532103876Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.535189604Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"114866d3-cf29-4d25-9a5a-0067f41f887d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.536862036Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.537742581Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.537950274Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.538197287Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.538245402Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.539738347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.543947473Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.554584607Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.554662543Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.554700037Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.555184893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.555483228Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a7fb99c-a773-4dd5-ae5b-c28d44b4e3b7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.55563981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.557934933Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.557976085Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.558857581Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.561178054Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"978e4dae-cdcf-47a1-ba28-40d896960a71\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.561248364Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.565078225Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5da87b15-4664-4c93-a4ce-0819db599cf6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.566645047Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.569138565Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cacd53c9-a849-4029-ad02-d0dbcd3ae1f4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.56929642Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.571949696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9689c5c-5456-41fc-9ea0-0cc64d0feca4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.57199696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.574634475Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b979914-f1e6-4b92-a3b2-6ec6d357c850\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.574702671Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.576063202Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d200e5c-3ff2-47a1-8161-c5f23504fe59\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.576198341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.57785406Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c96c87e-6eac-47a0-8964-eedd7e1132f9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.579501292Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.58504625Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.589288913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50711","req_id":"9acd3533-f128-4feb-b66e-7aaae0c8eb0f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: e7 46 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .F..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.589756665Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50711","req_id":"9acd3533-f128-4feb-b66e-7aaae0c8eb0f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59206,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.592392667Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.592463138Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.592489711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50711","req_id":"9acd3533-f128-4feb-b66e-7aaae0c8eb0f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.593098403Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2094, tv_nsec: 392017558 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.593462098Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.594568623Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30dbf5d2-a664-4301-b19d-d024867f911d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.594805505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:09.595367895Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.596719017Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61528","req_id":"e26ed33b-4a66-4a97-9ba4-531a7a9f6608","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4d 52 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e MR..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.597101189Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61528","req_id":"e26ed33b-4a66-4a97-9ba4-531a7a9f6608","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19794,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.597781765Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.597902966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61528","req_id":"e26ed33b-4a66-4a97-9ba4-531a7a9f6608","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:09.602993278Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:09.694334179Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.694416132Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.69498206Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:09.695048422Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:09.696540355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.697566018Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.698894565Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66b3faf3-199e-45d3-ac15-0306885088d4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.699167098Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.706084761Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"969b461e-2369-4cfe-ae46-62e3ee06e461\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.706442093Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.712726384Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:09.712856464Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:09.723381845Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.724115637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"731c15d6-e26c-4e19-a7a3-c87c24eae2dd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.724437328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.727754707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82a0264a-c84b-4bfc-b797-2d125cc8a468\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.728091398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.734320028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ec885d4-073c-4aec-bacc-c5a0600ee2c2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.734641369Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.744904698Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5f16853-8c58-4884-a29b-105e2af73419\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.745283072Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.7497842Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.749971142Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.750193946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.750290128Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.75191233Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.753780141Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9b3f203-9d38-4ef4-9638-3fa63b35ae42\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.754086903Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.758223114Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21388b7b-7785-4335-bfb2-a0dba45c503d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.758438363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.759906949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f70908bc-c573-4248-9e0b-b8c8d688efa8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.760216495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.761402999Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.771844634Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.771937689Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.77197315Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.772960898Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.773717125Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cb28ef9-e6f1-4b48-aabc-7239e15a1a4a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.77391069Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.775515498Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54074efa-ec6c-414c-917c-20c957fcc1e5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.775776357Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.775934693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.775981105Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.776421874Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.778094566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db408d5f-29af-490b-b362-4c48af35e3e4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.778160658Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.778197221Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.778228714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.778259074Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.778670474Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.784160532Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.795773951Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.79584362Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.796361762Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.79642589Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.79645604Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.799787648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.803146921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.815877055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.816645717Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.816733181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.820070461Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.945205734Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.945305714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:09.94872708Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63036"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.951391008Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"c54dcc37-20cc-412a-b178-aea9f1df6b23","remote_addr":"[::1]:63036","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:09.951934822Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"c54dcc37-20cc-412a-b178-aea9f1df6b23","remote_addr":"[::1]:63036","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":556,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.95263177Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c54dcc37-20cc-412a-b178-aea9f1df6b23\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.954815942Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.954874529Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.954902825Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.957548968Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.958232079Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.958282439Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.95831299Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.959265648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.967583501Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.974642034Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:09.974839768Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.974889788Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:09.975395606Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.007299442Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.055344679Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.05547073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:10.072486172Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:10.072859566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.073035327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":38,"elapsed":"724.884726ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.07350876Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":39,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.075585979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.075961848Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.076183179Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.076897131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.079751779Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.080168549Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.080223489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.08025417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.080281795Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.081419341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.081580532Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.08441511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.084458356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.08448533Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.087097424Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.091472251Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.091679193Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.091723171Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.092807321Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.096541181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.105950819Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.10620252Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.106284233Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.106824549Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.107855574Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.107910583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.109888484Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63166","req_id":"23a45356-bd74-4c09-aa2a-ed4b64c75a83","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 77 74 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 wt..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.110045196Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63166","req_id":"23a45356-bd74-4c09-aa2a-ed4b64c75a83","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.11019745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.110432147Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.110580773Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63166","req_id":"23a45356-bd74-4c09-aa2a-ed4b64c75a83","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.11257673Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2094, tv_nsec: 909727812 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.112644555Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.112901648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.11295286Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.113708024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.114144253Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50685","req_id":"6fbc3014-19f0-4017-9741-e75644b31b63","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c7 6c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .l..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.114274132Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50685","req_id":"6fbc3014-19f0-4017-9741-e75644b31b63","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51052,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.114465383Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.114506716Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50685","req_id":"6fbc3014-19f0-4017-9741-e75644b31b63","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.185839261Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.187547595Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:58181","req_id":"95ef8b05-54bb-431c-b72b-3f0b7ac07a63","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 41 0d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c A............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.187609238Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:58181","req_id":"95ef8b05-54bb-431c-b72b-3f0b7ac07a63","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16653,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.187829436Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16653,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:10.187919175Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:58181","req_id":"95ef8b05-54bb-431c-b72b-3f0b7ac07a63","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.188116458Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.188273161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.188313681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.191951129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3a35e11-685c-49ce-b3a3-07697be613ac\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.192231237Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.194216152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9ed8f30-b92b-4c12-84eb-fab0d2978020\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.194402673Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.196400794Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ac27eeb-1bd3-47f9-87ea-bbebbe45ba4a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.196811553Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.2044543Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24089674-9678-4576-a96b-72f725caa164\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.204627085Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.207422284Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ec41b95-9dae-4384-b9bc-186bfd7ffe51\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.207727201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.210864312Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f4ff8fe-1ac2-460f-9a3d-217baa17404a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.211239129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.213636385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bab782ce-e768-4c61-b09d-4536c81356fe\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.21478337Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.218672479Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63dfae8c-7d46-4623-b456-f54772d758a2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.21889851Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.220055144Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c3975c5-c5ae-4bb6-98ee-c4f577fe3ea7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.2203943Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.227940645Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d780f9a4-d1eb-4950-bdfe-709f2bbaf0fd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.228093079Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.229471145Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.229752916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cbbfad2-78a7-434e-ab93-6c3d74d38e6b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.229893316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.231181062Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a2ad292-2b20-42d2-8451-aa0ebe4c18be\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.232497535Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.233943345Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34ef7c38-d30a-4eb3-b815-8d687b384678\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.235137264Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.237725661Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8580722-1ee6-48d3-8e48-ce48d713e2aa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.237862534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.240464027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03c1c9c2-ffa5-40d7-9fc8-e5e3ab35d380\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.240629748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.2427839Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a5a0b6c-b4a2-46c0-85e2-4a2f88c63855\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.24376757Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.248064491Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4a4d748-3490-4bf5-9053-7ad710d821d1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.249200154Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.252458315Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b97ccf1-2bef-47f7-ba3a-c6784fbba314\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.252688344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.255571989Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcf09933-e353-4f3e-8752-ed05380a7f53\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.255710866Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.258260436Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c92253e-0728-4893-8054-3b69863bc92e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.260273146Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.264369087Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40f50ea7-73fa-4fa4-9c65-7d8d89f0d80e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.264706319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.266221728Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a8ed0ae-a9b9-4932-b766-8ea700288710\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.266874418Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.268067836Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d60d342-4b1e-4116-b898-f2eed1070ab0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.268371611Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.269882822Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ea6f94c-07bd-4c12-9a42-9f81e04a51d2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.270076599Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.273850368Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"755284a6-22d1-45b8-9b10-0aa6f1fe7ada\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.274061779Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.276549816Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09c6b6c0-54cb-43a3-95dd-3140710f52da\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.276935985Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.279229034Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45b1ac57-76be-41a4-84f7-f51412d1a301\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.279445756Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.28036135Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.280641178Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.280794423Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.280946656Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.281846469Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.283173523Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8871d0e-d38e-476b-a30a-8f52565e28b0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.283414554Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.285202696Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef67ef2a-de4f-4460-9d1b-e38ce8b7c581\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.285288758Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.288420618Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d15c46a6-e29a-440d-b502-9f7cffa6c302\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.288551609Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.294066066Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.300886726Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.301604746Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.30166681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.302173119Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.305504907Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9f740ef-0234-43cf-b67b-2a10431bd1a8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.305672391Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.312484694Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.312543802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.313715727Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.314055894Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"612614c5-b1fb-4e6f-94a7-aab8b34157bc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.314117187Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.315779649Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec6f49fc-9f51-4ade-994c-320511998008\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.315925049Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.317990534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65eb1b52-ed3c-4776-a28a-b803b907b3aa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.318352165Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.322489478Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00ea7065-c4fb-44e6-8e5f-464d86da82b4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.322774015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.325792779Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53256699-3940-4bce-aff6-7749a22c638c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.326650949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.33375835Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a22c189-c836-45f6-a910-9ae452f768e5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.334077677Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.338760477Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22152010-91d6-4253-8b5c-f10adf9bb5e5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.338955145Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.34196911Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4b572f0-e973-4578-b9d4-8708f33801f8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.342101494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.350490097Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40e25bc1-8547-4281-b9aa-322375409c34\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.350687831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.354895374Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.355264059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c3bc719-c010-441e-a90d-55176b4978ca\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.355437374Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.356770831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c5edd76-510a-4418-93f4-1becc38d22f9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.357048434Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.358654735Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c073a31-1e74-4eef-9fb5-842a4ed20d02\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.358788902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.360161347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c7867a6-a41f-462a-9e3a-a2d80d4098fe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.360226106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.361044566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cde589b-45e2-4caa-b4f6-5474cf8cb664\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.361107552Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.361144586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.361173353Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.361202611Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.362645676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.36558333Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.37075833Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.370825394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.370859692Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.370890504Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.370973319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.371582052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.37457752Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.379964132Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.380069643Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.380106356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.380628055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.443215026Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.44328742Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.44376403Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.443817306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.443847135Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.443968246Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.445239109Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:10.445295992Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46309"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.446783015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"013ed441-416a-41bd-a386-cef4ae0a98a2","remote_addr":"[::1]:46309","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:10.44843702Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"013ed441-416a-41bd-a386-cef4ae0a98a2","remote_addr":"[::1]:46309","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1666,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.448683201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"013ed441-416a-41bd-a386-cef4ae0a98a2\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.451138813Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.451290946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.451321547Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.455193622Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.455297259Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.455430234Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.455467147Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.455773007Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.462612293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.470759256Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.471158832Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.471335504Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.471979527Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.475071247Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.475124122Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.475973645Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.476178674Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.481153045Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.481503713Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.481559715Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.483077078Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.488360585Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.488417388Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.488542357Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.490145381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.496146729Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.49620754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.504182239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.504244232Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.53486868Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:10.541183141Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:10.541566635Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.541633107Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":39,"elapsed":"468.186411ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.541672436Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":40,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.54169966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.541728668Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.541757345Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.541785561Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.542842757Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.546564413Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.562543179Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.562632718Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.562669842Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.563139908Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.566688629Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.566755753Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.568132466Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57662","req_id":"7b36a394-b9e4-41af-abc3-73563065e801","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ca 4b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .K..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.56824031Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57662","req_id":"7b36a394-b9e4-41af-abc3-73563065e801","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51787,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.568463956Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.568629816Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.568687531Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57662","req_id":"7b36a394-b9e4-41af-abc3-73563065e801","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.56930912Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2095, tv_nsec: 367997585 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.569387687Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.569783205Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61065","req_id":"c5a9fdfa-5dde-4d2d-9d20-ee2986c6e159","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cc 53 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .S..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.569844286Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61065","req_id":"c5a9fdfa-5dde-4d2d-9d20-ee2986c6e159","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52307,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.570000247Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.570035978Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61065","req_id":"c5a9fdfa-5dde-4d2d-9d20-ee2986c6e159","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.636497518Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.636941814Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.637001703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.637037524Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.637098837Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.638829956Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:10.639166075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.639399711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51732","req_id":"2f278258-8006-4aee-a29c-0c608ede08f0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 63 3d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c c=..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.639446805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51732","req_id":"2f278258-8006-4aee-a29c-0c608ede08f0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.639588537Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:10.639672935Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51732","req_id":"2f278258-8006-4aee-a29c-0c608ede08f0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.640338942Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.640394393Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.64042316Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.642974483Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9a306db-7da1-4004-b095-6e7bf9330df2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.643216215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.644153282Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.651094242Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.651155343Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.651184872Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.651715119Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.654950856Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.655065704Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.655788605Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.656065446Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b551071-a080-4c26-90d5-5b3fa5e8db53\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.656240305Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.658228857Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbddbfee-762e-4c19-b8cb-6ec7eb3b2bef\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.658349688Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.660160115Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67be8616-f002-4303-99d4-7139eb3437ac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.660226988Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.662088817Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef2147f4-ffc4-4a85-81fc-e679765a29ad\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.66225082Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.666623873Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bddbff5-7870-4609-a7cd-04116c94803c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.666846737Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.669192Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"176b03ba-8c0e-4546-8f25-2b7494252443\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.669333712Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.67427115Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"347bc492-f7fc-4cc9-98e7-823283a929f4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.6744718Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.678649373Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b86ec7d9-ba06-4030-87ed-fbb370214455\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.67891861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.680190694Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bfabc70-1a12-42cf-a202-034fdd6e84a1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.68042934Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.681775121Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d630b79f-5331-4f0b-a482-440a9d407de8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.682025089Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.683771619Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c13a1d34-bbeb-4f2e-a829-4e8e3eeff60a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.683936357Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.686050069Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc1928a5-a802-45c6-bf8e-68052c4d210a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.686601838Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.688507004Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf570322-1d50-4486-b65e-055601b1532a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.688845599Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.694190628Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"184c260f-1612-4ec5-8314-149d481896a5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.69437197Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.697183742Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf98b76b-5001-4db0-b8a2-a9bf9e762f86\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.697380143Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.703123466Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.710843047Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2784203-575a-46dc-849c-321f903d42a6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.711079528Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.715103496Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24fc034e-4b94-4267-8b30-02c028e2f4db\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.715574875Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.71823726Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43a6c969-d7e2-4c26-b946-b281bff255e7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.718442378Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.719385648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4998fc4-d475-45cf-a40b-3627cf749257\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.719500126Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.720516391Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cf7bab6-2665-4239-81b8-128e09e51286\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.720648083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.722104946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"171d5fac-1023-414f-a361-628c281670f0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.722259694Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.723947858Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"079c84c0-10ab-4389-8667-2ac6d255bebb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.724127165Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.726045928Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59354e68-bf94-4a01-92aa-b89b10015c76\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.726368962Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.728258857Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b8cbf49-3b60-4497-9243-e492deafd8c9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.72868179Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.731567489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baac6365-4d19-4f88-9ff6-2310ce328e17\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.731640966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.735223343Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79ef8936-ebef-460a-b5da-b7fda1fdccae\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.73537742Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.737157517Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8defda60-99d3-4601-871b-f46258f36029\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.737368277Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.741596331Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b09a8b42-fb8c-4a7d-bfbd-09658018e305\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.741741661Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.744807619Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce558286-aaf9-4757-acb0-9c1f164b17a4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.744886476Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.747115908Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd2e727e-9217-4b4f-9d06-497d5c6586d6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.747229274Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.748747449Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"515d51c0-3536-467a-9574-39a2db561ac3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.748891286Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.751025418Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c139ad13-c752-455f-8043-d3c6354fc263\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.75242157Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.754468989Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.754553678Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.754590631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.754625902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.755846714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.756944792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2807612b-f95e-42d4-b888-b80a8043db9d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.757140221Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.761692942Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.772926615Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.772990512Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.773023848Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.7737924Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.776691676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cfb3664-6bf9-4bd9-859e-89a7beedd5f7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.776771195Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.776810313Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.776840793Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.779357468Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.786598996Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"521b4cc0-7f96-498c-8b9e-f43e5cae9c0a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.787055125Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.791448929Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81f42dd6-ee0d-4a07-9827-2498edd6eb79\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.791562666Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.793690004Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56af74e6-8097-491d-9dbb-d6cc89347090\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.793864632Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.796129905Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21e164c0-388c-4f45-be69-a11d8c337b8c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.796321688Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.800912214Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a07ffec1-bb6e-4c3f-a674-aaf8a51010db\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.801060419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.806191272Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"668814e4-403b-4a7d-9425-3ec1768ffec2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.806274859Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.809354164Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d0a97d8-ca24-446b-9973-6295a966876f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.809611487Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.810886166Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.811392615Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bee1a0c-2bbf-44d6-9e6c-c9cd1095fb57\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.811440781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.813454684Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce5b6a0a-f1e5-428e-8024-5b83d9153936\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.813516197Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.818653362Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eb29bb2-89c5-419c-a9c8-4b67b98ff573\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.819130292Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.819168969Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.819204139Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.819237716Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.823810377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.827281794Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.831439978Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.831516802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.831551781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.83158617Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.831615628Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.831943682Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.834720825Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.839292915Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.839433365Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.839475759Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.839940796Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.924426177Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.924502269Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.924919871Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.924983768Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.92501945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.925047405Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.925974132Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:10.926040324Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59595"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:10.927148121Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.928150538Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.929586038Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c0179e5d-2593-4d47-b72c-e0a005a2fc9b","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.929745636Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"1649e02a-f2a2-4a10-8404-75360bebfa7f","remote_addr":"[::1]:59595","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.930039802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c0179e5d-2593-4d47-b72c-e0a005a2fc9b","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.930106195Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c0179e5d-2593-4d47-b72c-e0a005a2fc9b","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.930683986Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c0179e5d-2593-4d47-b72c-e0a005a2fc9b","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:10.932083374Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"1649e02a-f2a2-4a10-8404-75360bebfa7f","remote_addr":"[::1]:59595","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2336,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.933301561Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1649e02a-f2a2-4a10-8404-75360bebfa7f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.93756217Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.937614514Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.937644173Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.940495224Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.940559763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.940642998Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.940688088Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.94142667Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.943082639Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.952212911Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.952316878Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.952405444Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.953048916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:10.956165306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c0179e5d-2593-4d47-b72c-e0a005a2fc9b","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":26620,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.962774404Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.969795383Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.970002335Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.970049158Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.970594375Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.976381555Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0179e5d-2593-4d47-b72c-e0a005a2fc9b\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.976529059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.985702456Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.98577943Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.989523931Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.99292138Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"b3e4e156-a51d-4ec5-aae8-5f62592310ae","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:10.994948248Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"b3e4e156-a51d-4ec5-aae8-5f62592310ae","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.995027185Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"b3e4e156-a51d-4ec5-aae8-5f62592310ae","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:10.995068488Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"b3e4e156-a51d-4ec5-aae8-5f62592310ae","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:11.010808629Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"b3e4e156-a51d-4ec5-aae8-5f62592310ae","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":17850,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.014299645Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3e4e156-a51d-4ec5-aae8-5f62592310ae\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.014409022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.014443371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:11.014471978Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.051079767Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.051184716Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:11.053020373Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:11.053758794Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.053822131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":40,"elapsed":"511.723896ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.05386205Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":41,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.062021477Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.06212349Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.062160464Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.062190604Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.062822844Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.063907395Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.064661718Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.064725625Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.064755254Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.066561172Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.071770241Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.071841683Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.071876473Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.072375637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.078609037Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.078671321Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.080009156Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.083134594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54731","req_id":"f4aaf5f5-bacc-4781-83f1-eb2d0199844d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 53 ae 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 S............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.083199072Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54731","req_id":"f4aaf5f5-bacc-4781-83f1-eb2d0199844d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21422,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.083381245Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.083531735Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.083622315Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54731","req_id":"f4aaf5f5-bacc-4781-83f1-eb2d0199844d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.084094396Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2095, tv_nsec: 882994883 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.084180918Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.086667934Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:58807","req_id":"c914827c-dc9f-4e47-8e93-8ecee0d5fa12","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5c 57 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e \\W..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.086813704Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:58807","req_id":"c914827c-dc9f-4e47-8e93-8ecee0d5fa12","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23639,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.087065165Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.087100956Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:58807","req_id":"c914827c-dc9f-4e47-8e93-8ecee0d5fa12","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.170523861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.171140239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.17121093Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.171247343Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.171276561Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.172034782Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.172844535Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53547","req_id":"700d781f-a95c-4c1f-a749-157f8ca0d3a2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 46 ae 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c F............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.172959624Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53547","req_id":"700d781f-a95c-4c1f-a749-157f8ca0d3a2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18094,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.173043902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18094,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:11.173121086Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53547","req_id":"700d781f-a95c-4c1f-a749-157f8ca0d3a2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.173183621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.173227157Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.173252558Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.176387274Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.181532475Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.181694087Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.182642447Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.183370778Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.1837432Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccefbc2e-ef49-4d7f-a011-7aa499461377\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.184244789Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.192068417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.192504496Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.204856547Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.205342415Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7532002-e399-4e3c-b98b-3773da431590\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.205742993Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.208444987Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ede40f8a-2e83-4a1e-bb73-945195929e95\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.208510377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.210719528Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"824f9836-e0aa-4d7e-b045-970223ce3ee9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.210814808Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.212480447Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df09876-8ad9-4e07-bb31-05410b992e91\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.213012136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.215311618Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f12a2f28-5722-4812-babc-a31abbff3311\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.216881225Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.226301444Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ed8b3af-0fe7-4e68-8ff1-500ce3773dd5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.226617815Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.229709435Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e20c1a62-a89f-4bde-8a86-063661754fe3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.229843061Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.230912201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c38e0e7-b364-4bab-81f6-c3e5636fc857\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.231065907Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.233157685Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"918f52b5-d5b7-4a37-a737-8f737aa207de\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.233224258Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.233912469Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bddde87-e40e-4b0c-a58d-522d1f57ba35\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.23406888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.235816513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07b9e564-13e0-4ecb-9310-2b29520fbc40\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.235882935Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.23722034Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b2c5609-b55b-48f0-8b26-d3c0d2f87cd9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.237392903Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.240851635Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7cba052-bbfb-4067-a43b-91f638997bdf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.240918518Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.246843363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.249662229Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd047b4d-ffd7-46a5-8cb3-a3a8e3328450\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.249708Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.252593971Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac0b3d86-7f94-4c7d-9f96-5ced0567191c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.252720392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.257274877Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aee72f1-e08e-4a5f-9f9f-c7c6af1e6388\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.257466809Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.259953043Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf409d37-231a-4e8b-b243-10ad60291977\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.260018864Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.261693992Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d674d6a1-4426-447d-80f8-9c557da93ff8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.261785724Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.262725256Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aa893ae-ee8a-433d-8f65-a50658c14c1e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.262891748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.264437618Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec6931b1-0a8d-4d86-ba14-d5065218fe5a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.264502828Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.265578812Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdfd5a55-452b-41ee-8962-02e46fdc3a3e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.265642639Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.266251382Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5adbe4e8-b194-42a3-be8e-c0cbadf4be0e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.266351902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.268665873Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07123ff4-d651-41a6-9773-520ad7a6e03f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.268730001Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.270438735Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb8dfc24-a7fe-4442-9a43-5cf7caefd166\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.270520458Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.272134824Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60d06290-0bce-4985-a4d3-1447b4420d9a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.272206938Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.275839997Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"903cd4af-b6d6-4f43-bd4d-c4a1fb374212\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.276161838Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.280022981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6d0081a-2428-41ab-ba3e-bd3373f87d62\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.28122716Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.283377715Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"905f7881-8aa7-47ac-bb2d-df7a0ca196b0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.283513315Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.286356791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"184b4405-e3a1-46b5-8971-43ecbf460d5b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.286594645Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.287900837Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e7765d8-5261-4441-a1a0-c1db4b72b3b2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.288058381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.288464661Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f0d6931-4491-4c77-9a77-729d8990b5ef\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.288597646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.289562698Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e56376aa-5f06-40d8-9f05-24a1034c0486\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.289720072Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.290625245Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef09184e-94ac-4763-be1a-77f0aea1e485\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.290783922Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.292452917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61139029-896c-42a9-8c01-c27af0f3afa0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.292620882Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.294529635Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d70a7714-27a9-4b31-8e46-8894a69a265e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.294648461Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.297674992Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.297730192Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.297760632Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.297788798Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.298699052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.300759347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0488a3b2-1d71-46a0-a5c4-dcdda031ee94\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.300927332Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.302540215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.309336827Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.309389622Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.309416806Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.309827735Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.311467973Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b3f7243-d9c2-4b63-8c97-5ae64cac1001\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.311756678Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.312020734Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.312062999Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.312667433Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.315041854Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4baad4b4-9b33-4ebc-abb3-9b1693c964d6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.315188486Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.319134679Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b356b8dc-bc71-49b4-9565-c2d44d9d0b40\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.319223315Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.321707585Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41d4a8d9-863a-436f-9c1a-04894a33e3f9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.321778917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.322953477Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59a4b67c-bd4c-4c0f-a3cb-35e6b4fd80b8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.323092043Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.325577666Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c785efc-9945-46ed-8633-f87a6799342f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.325717785Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.32668419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a731e6f-ed51-402c-905e-3da0b2c250a5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.3267996Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.336879294Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58eff4b4-ff19-4d28-99be-a0f7e6f4da7a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.337047218Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.337121015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.337157398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.33718885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.337701231Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.342213902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.347152262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.347231981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.347269335Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.347300207Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.347327781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.348278596Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.351325567Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.357335231Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.35740491Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.357436352Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.358080305Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.427516262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.427591862Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:11.428131538Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43189"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.43277528Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"b7c02f28-ad17-4f3a-9214-1cb05592631c","remote_addr":"[::1]:43189","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:11.433480816Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"b7c02f28-ad17-4f3a-9214-1cb05592631c","remote_addr":"[::1]:43189","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":730,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.43390945Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.434346541Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7c02f28-ad17-4f3a-9214-1cb05592631c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.437318763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.437416497Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.43748313Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.440269161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.440434461Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.440541394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.440639038Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.442560266Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.446864873Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.452830068Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.453091449Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.453148623Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.454059868Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.485098881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.485180715Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.485216586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.485247017Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.487589554Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.488861168Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.488904273Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.489742714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.491016051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.493203429Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.50043104Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.500510709Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.500544917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.501514979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.508052405Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.508472201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:11.510786051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:11.511097692Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.511146049Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":41,"elapsed":"457.678936ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.511294485Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":42,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.511432289Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.511598901Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.511764982Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.511793198Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.512298956Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.514274011Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.514326706Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.514673026Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.519060428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.519109806Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.519138072Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.519527158Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.519835572Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.520233495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.520698311Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.524899512Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.525856198Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.526869206Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49323","req_id":"4cc4b3a9-1d22-4c43-9fbc-40e43d465a42","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 67 be 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 g............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.527050718Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49323","req_id":"4cc4b3a9-1d22-4c43-9fbc-40e43d465a42","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26558,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.527204444Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.527364774Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.527460604Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49323","req_id":"4cc4b3a9-1d22-4c43-9fbc-40e43d465a42","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.527983246Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2096, tv_nsec: 326887621 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.528043716Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.528344215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64094","req_id":"dc3bc920-62e2-4c2d-9f84-245e989f02c6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 31 81 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 1...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.528394746Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64094","req_id":"dc3bc920-62e2-4c2d-9f84-245e989f02c6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12673,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.528515877Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.528549193Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64094","req_id":"dc3bc920-62e2-4c2d-9f84-245e989f02c6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.584267659Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.585433732Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61426","req_id":"3dc207df-51f8-4500-b04c-b2917de82483","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 85 22 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .\"..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.585635163Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61426","req_id":"3dc207df-51f8-4500-b04c-b2917de82483","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34082,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.585937596Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34082,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:11.586139879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61426","req_id":"3dc207df-51f8-4500-b04c-b2917de82483","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.587043039Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.587138158Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.587257897Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.590170139Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d993018-85d5-4ad3-919c-a0c18c93857d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.590496419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:11.590673913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.593751615Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bda52dd-1bdb-4721-9bdd-cc0df5a9345a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.594201882Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.5982763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edf26dcb-e253-4d27-adc3-834a3dcaff84\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.598442892Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.60391237Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"896d7914-3899-483a-a55c-4728147f9e54\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.604082248Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.606099417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"643bf440-56c7-43f2-b24a-1776bdc966ba\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.606207042Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.608649197Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a6e70fb-875a-470c-824d-9041b8af586d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.608802834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.611947689Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5872243e-1eef-4813-9dc5-58d2f69e5ccf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.612098059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.612405301Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.617143121Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c908111d-620f-45a8-aade-96682cafe70b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.617425113Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.618293493Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a85b1b49-1f0f-409e-9ef0-9341da6de902\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.618585034Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.619955515Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"288d011f-4b33-4c20-b523-d686f3e6d14f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.623515387Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.624775358Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3427a119-2a8a-4320-94a3-c7643fb19b88\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.625042861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.62677904Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31b6b44f-d29b-4a9a-93d6-56d7289b3db5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.626906243Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.627942478Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeedc249-6231-4f11-904e-7d5c720435a2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.628134581Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.638323882Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4db7493-01ad-4fae-a3ac-daadf0a7fc8c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.638386006Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.638424282Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aabe533-2774-4b69-b1d4-efb2147cfb9a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.638459683Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.638488901Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eec5f39a-429a-4664-a62c-22b72d21ac0f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.638520725Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.640219509Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"389e5b65-a8de-472f-9d21-991558aed183\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.640375771Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.642430845Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d40bdffc-61e3-4f82-88d5-f3e9baee74f8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.642542989Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.644467573Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83c2940a-50ce-4a0f-919b-0596d57638bb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.644728724Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.645939446Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64887a30-66c7-400c-9125-6e4c25541e25\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.646077311Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.64710107Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5e23b8c-0d3f-4f3b-a84f-cfca3ed67529\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.647490616Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.648378095Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83af724a-8898-448b-9c73-5aee8f64509d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.648639966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.649430722Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f6a4b7a-0776-46c8-b36d-54346076bfa0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.649574729Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.650637096Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ead14a1c-65e3-40c4-8e61-8a1af8bc84b6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.650851212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.652676008Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cb4f50e-e886-4070-9042-09a0341dde3b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.652865185Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.656363916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"169d4292-9214-457d-aca4-938684721543\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.656773231Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.660149398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02c58480-a5ea-4949-8666-0c89756d9a20\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.661365491Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.663348973Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.663400005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.663431347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.663458692Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.664843381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.665230893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9712e22d-f049-4022-878f-459c0f28f093\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.665389539Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.667485755Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25f71f70-ebe9-4296-bfe6-914a0d7bce87\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.667615334Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.667862556Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.677995145Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.678099523Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.678192308Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.678922963Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.681331683Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:11.681475118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:11.68316756Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.68360397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.684864081Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.685532262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.686775309Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f26d647-86c7-4c20-b741-7b92998b9d40\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.687190817Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.688413252Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a9ab643-506f-4b94-aa53-43cb73776206\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.688822237Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.690146946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6823d475-55ae-4edf-bc35-857c78d2e9b7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.690443117Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.691338711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faccd109-40c6-4994-adeb-bcb3130e2fa3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.691561615Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.692520355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae4062fe-cd1d-46ab-9f55-962e7432092b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.692735574Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.693845405Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40400ed2-65fe-40af-bec3-47408cdf6278\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.694146776Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.695949137Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"340cc9e8-2672-46ee-9993-3bc7cf1bb664\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.696184476Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.697494977Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.698468517Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57231","req_id":"f7d5f11e-813f-40f8-8930-b29e0fbc0ecd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: e4 7a 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .z..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.698767633Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57231","req_id":"f7d5f11e-813f-40f8-8930-b29e0fbc0ecd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58490,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.699269583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.699594941Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.69989551Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57231","req_id":"f7d5f11e-813f-40f8-8930-b29e0fbc0ecd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.700846875Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2096, tv_nsec: 499749647 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.701037475Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.70195834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50139","req_id":"017ffa71-b241-41f3-ab7f-d9556028baa2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cd 8c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.702255993Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50139","req_id":"017ffa71-b241-41f3-ab7f-d9556028baa2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52620,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.70251052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.702651571Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:50139","req_id":"017ffa71-b241-41f3-ab7f-d9556028baa2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:11.704182071Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:11.751971608Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.75212798Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.75256497Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:11.752774207Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:11.754792368Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.75523987Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.757204915Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63613","req_id":"44240be3-839c-406f-bfc2-a0e0662ae940","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 3a 81 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 :............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.757268953Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63613","req_id":"44240be3-839c-406f-bfc2-a0e0662ae940","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.757344313Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.757369112Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.757391026Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63613","req_id":"44240be3-839c-406f-bfc2-a0e0662ae940","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.759043859Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2096, tv_nsec: 557017760 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.759109921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.760581142Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56534","req_id":"962a6b3c-6d79-4a99-b34a-46bd561372c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 98 70 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .p..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.760854517Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56534","req_id":"962a6b3c-6d79-4a99-b34a-46bd561372c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39024,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.761006409Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.761048543Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56534","req_id":"962a6b3c-6d79-4a99-b34a-46bd561372c8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.761089204Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0d58057-295c-4758-8451-5116ef4b7373\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.761126899Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:11.762402862Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:11.82981712Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.829884023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.833182515Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9586fe47-c1b4-4ea5-8bfd-a872393e2cc5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.83343093Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.836268474Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bc8f3c7-40b5-434d-9dce-e9a7abc6bd90\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.836376469Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.838519619Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a50a9f1-f9aa-4727-93ce-36d4fd3078eb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.838760699Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.842919435Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a51e211b-fb0b-4b1f-be9d-bcceab7d806c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.843208241Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.84452788Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f39d9219-a635-4443-ba24-35ba44c7eb81\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.844884511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.851294933Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bb0ce84-2d33-44cc-ab2d-9ca274f9e6ad\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.851519571Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.85191051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.865030019Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9917e207-60b3-4b46-8458-4a4d64b362cf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.865173135Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.881411979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"802250ed-ab25-46c6-b30d-49623e457174\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.881536848Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.881582219Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.881612068Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.881639823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.882514496Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.895389228Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.901670022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.901736966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.901772136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.901802817Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.901831464Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.902368784Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.902588843Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.902632951Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.902662349Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.902689774Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.903138438Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.906576939Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.912972221Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.91306217Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.913095737Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.914416889Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.917692296Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.925452327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:11.925535262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.925571695Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.925913496Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.997653273Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:11.997933651Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:11.999205575Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38196"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.002842472Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"da0a438f-78d1-4c83-a452-91071a41b5fd","remote_addr":"[::1]:38196","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:12.002890758Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"da0a438f-78d1-4c83-a452-91071a41b5fd","remote_addr":"[::1]:38196","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1244,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.002926499Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.00295698Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.006497554Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.01424462Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da0a438f-78d1-4c83-a452-91071a41b5fd\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.025484735Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.025578171Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.025608281Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.029581578Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.030102926Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.042567391Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.042686088Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.044461495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.053246178Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.056316946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.05637916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.063035823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.070476769Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.070559714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.070590595Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.078489423Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.082281389Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.082351739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.082382189Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.179318028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:12.189107573Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:12.189593511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.189658611Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":42,"elapsed":"678.344187ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.189696637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":43,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.189723811Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.18978345Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.189821435Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.189850613Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.204260203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.213380585Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.220419991Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.220526513Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.220562114Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.221787566Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.235749965Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.235825215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.235860816Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.235929152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.236371603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.237447267Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.237600332Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.23888423Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.245971941Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.246023664Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.246052512Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.246591686Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.246728469Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49265","req_id":"19ad9e53-8e96-48fe-8259-b0551cf516c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 35 46 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 5F..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.24682962Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49265","req_id":"19ad9e53-8e96-48fe-8259-b0551cf516c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13638,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.247033366Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.247250479Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.247348274Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49265","req_id":"19ad9e53-8e96-48fe-8259-b0551cf516c8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.248683023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2097, tv_nsec: 47578981 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.248744756Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.249967122Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61274","req_id":"a0bd2185-57e4-4efb-80d9-49a092fbe8f8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: aa ae 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.25002642Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61274","req_id":"a0bd2185-57e4-4efb-80d9-49a092fbe8f8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43694,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.250171328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.250209755Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61274","req_id":"a0bd2185-57e4-4efb-80d9-49a092fbe8f8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.250439052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.250486226Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.250927245Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.307862815Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.308765213Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62165","req_id":"47b71445-1a6b-4deb-a724-61146e04651c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 0a 00 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.308901364Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62165","req_id":"47b71445-1a6b-4deb-a724-61146e04651c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2560,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.309087806Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2560,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:12.30918014Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62165","req_id":"47b71445-1a6b-4deb-a724-61146e04651c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.309437232Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.309529375Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.309562181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.311901893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a72776e5-6c4a-46f0-981e-f2577823a17d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.312220958Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.313601549Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b67572f9-2da5-458b-ac46-d03ae5015972\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.31412881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.317375969Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8da8e233-ca66-4815-ac5c-41229cf9800e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.317452792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.320398632Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30ce8b3e-c31d-4fc4-b9c0-6e017e138f67\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.321306611Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.329709273Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2e9b4d1-e7ee-40dd-bedf-16f7979c881e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.329956044Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.333971435Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92fac17b-1667-4539-a09b-004211533fa7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.334190511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.339686812Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1092b3d-47b6-4425-a5d5-f50dc5ec9a2a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.339905057Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.343035665Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"930eb38a-91ea-4598-b559-4fdee38a32b2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.343246084Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.345960131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e19ca1ef-7a0f-4888-a4b2-78253408c7cb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.346267364Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.347154691Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.348235775Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55f877e6-ad46-4f68-811f-bf9f195a94a0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.3484638Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.350271081Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e4ce42b-9ce2-4e99-ad85-a2315c585c20\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.350541219Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.35263482Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"478f174e-fccf-4449-b4ab-11d097bbd05f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.35284534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.355188358Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c74fc058-90e7-4478-846e-a1a56ae13c25\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.35544004Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.358885033Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bd99c55-07fd-4fc3-9ab1-889d4cb1616d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.359096775Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.369356657Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c730cfc4-86f3-47b1-82ef-d75144188584\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.369530754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.37368447Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45b33152-49eb-400d-95ce-be852d6b54d7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.373771153Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.381404392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89787098-b660-49b7-b5c7-72fee84028bb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.381542988Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.386904571Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1ccb2c2-7a60-4dcb-a256-9c95bba3dae1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.388104762Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.391087284Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7762d424-48af-4486-84e4-258f76974274\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.391217494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.392824716Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b04280e-34c0-4a71-b8fb-bca6bfc994d2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.393310304Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.394427469Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47021279-8501-4209-9b85-cf01e1f2d75e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.394575414Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.396439168Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4d9718a-f8e3-4f31-89de-2ee8a6a39d21\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.396849465Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.398224986Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"091ca1aa-cb02-4e05-90f2-9b5559659c89\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.401892994Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.402255977Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.402303853Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.402335345Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.402363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.403780896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.405146276Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3540e1f0-a3c0-46ba-bfff-bb3a54161217\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.405673767Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.406491657Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.424663653Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.424735456Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.424766288Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.426628338Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.430711583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.430774428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.4316032Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.433409248Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51f17a22-d1a3-48cb-bec5-90535bb8bd5b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.433488636Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.440121582Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1db9f2ac-685d-4292-8aff-b38ef43a25b6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.440263825Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.450262597Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5452e331-c027-4230-9adf-6bfc73c5807e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.451885621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.454865398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"609ec323-c0d9-4103-9377-13107dc595d8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.456157733Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.459255184Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8119126e-6b97-4cff-a7c6-a5809367d6ea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.45947899Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.462370381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b87ae56a-f47e-4210-ac8f-cf38c51f656c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.462604017Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.463956411Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b697c07f-3463-48ef-982c-76ce1ebfe778\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.46420689Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.466246494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"840ebd91-bd75-472c-9e10-58502c54db23\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.466491893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.467814609Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e9a7aac-8384-40bb-a7b3-636df114a902\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.468175949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.470667242Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26ba8e53-bf17-49d1-b081-7f16eea0c99d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.471202869Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.473317242Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d45c6f5f-3548-4a92-9630-0f332a6a7369\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.473585016Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.478046916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13267947-3560-45d7-8d74-1fc75b50bfce\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.478250592Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.479074433Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.481449215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8361c282-5a23-4d69-8b4b-eac243a5c26d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.481496288Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.483361575Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ea594eb-baa7-43bc-99f7-b7469a75c58b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.483487937Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.485149688Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52cc5f26-5e49-4dd5-bc38-4541affca46e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.485263023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.487089022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73d57a12-09ea-4b2e-b27a-37e10f25a213\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.487155083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.488858337Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.488919899Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.489704322Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.490849745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.493416328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3186a4d0-1976-4d5b-8456-121b48b33d38\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.493924751Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.495690219Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.495840759Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.497186029Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69e7e7cc-849e-40ea-96ba-dcbe6c44f607\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.497481308Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.49899324Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67c76ca8-d78b-4b0b-954b-fe7aa0f07ecd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.499137087Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.499837823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.499900377Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.500927554Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4827851f-ff73-46fa-b6d7-637bdfb547c1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.50099066Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.501852136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db4d591f-f105-47bf-9c6d-750ab1ce871d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.502031423Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.502084449Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.502116904Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.502144519Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.503809917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.507057808Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.512476995Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.512555582Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.512591754Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.512621333Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.512649569Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.513600684Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.517056129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.521421497Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.521486106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.521519442Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.522329847Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.592833511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.592960594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.593327455Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.593415921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.593487474Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.593522503Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.595316728Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:12.595498601Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48141"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:12.595917205Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.596762489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"e4aa3cbe-028c-4627-8e05-9bfb1e735449","remote_addr":"[::1]:48141","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:12.598923625Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"e4aa3cbe-028c-4627-8e05-9bfb1e735449","remote_addr":"[::1]:48141","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":834,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.599043824Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4aa3cbe-028c-4627-8e05-9bfb1e735449\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.600879772Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.600941365Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.60096904Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.603987745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.604072634Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.604104738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.604133605Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.605045562Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.605656439Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.62016161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.620246439Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.620279485Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.620641436Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.622933072Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.631788496Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.63291979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.632985771Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.634738664Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.637780665Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.637891175Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.638894574Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:12.671137376Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:12.672643126Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.672697595Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":43,"elapsed":"482.988664ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.672731823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":44,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.672760059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.672792594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.672823826Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.672855399Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.673963427Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.679197495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.681228061Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.68941355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.689485544Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.689522728Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.69060278Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.695801428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.695863461Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.696638676Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60698","req_id":"ee0d7fa2-257b-4300-94c2-a626c1786230","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d6 e3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.69678151Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60698","req_id":"ee0d7fa2-257b-4300-94c2-a626c1786230","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55011,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.696873443Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.697175636Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.697228381Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60698","req_id":"ee0d7fa2-257b-4300-94c2-a626c1786230","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.704561091Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2097, tv_nsec: 496977268 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.704756129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.705928705Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59159","req_id":"31b3e384-a5c3-48b6-90a4-54d8711a72a3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f3 e3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.705997994Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59159","req_id":"31b3e384-a5c3-48b6-90a4-54d8711a72a3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62435,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.706170106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.706208293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59159","req_id":"31b3e384-a5c3-48b6-90a4-54d8711a72a3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.799506222Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.800089084Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.800251317Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.800356827Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.800462688Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.80132181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.80206448Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54249","req_id":"326b69ab-f9fb-40f6-b6a0-479ead0f0834","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ea 1c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.802251793Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54249","req_id":"326b69ab-f9fb-40f6-b6a0-479ead0f0834","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59932,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.802552051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59932,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:12.802870295Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54249","req_id":"326b69ab-f9fb-40f6-b6a0-479ead0f0834","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.804394522Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.804490483Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.80460916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.806119659Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.814178416Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.814266221Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.814590948Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.815928132Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.822435558Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.822595917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.823010994Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.823417073Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fc1e539-5a31-4ec9-923a-5b8d2042bdbd\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.823618034Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.825571125Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"281f9025-5e2e-407c-9787-220c983c0ccb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.825946984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.830167944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a92a1ce-8db8-4784-9032-174a3d65d8b7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.830329736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.841540363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b417c75-ac7f-4188-9079-1f0642049ade\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.850137542Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:12.892283876Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.892569234Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.892993871Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4d56bc1c-ad4e-47f5-86fc-69dcc395ffef","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.895039176Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4d56bc1c-ad4e-47f5-86fc-69dcc395ffef","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.895115438Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4d56bc1c-ad4e-47f5-86fc-69dcc395ffef","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.896309417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4d56bc1c-ad4e-47f5-86fc-69dcc395ffef","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.901802351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a551219-2d3a-4f77-be51-0d679723a2a3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.901916919Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:12.90422114Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4d56bc1c-ad4e-47f5-86fc-69dcc395ffef","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":9960,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.904388283Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.904422341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d56bc1c-ad4e-47f5-86fc-69dcc395ffef\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.904460136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.907342509Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"14a22e5f-6218-4ca1-a33d-73fbad8089d7","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.912496979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"14a22e5f-6218-4ca1-a33d-73fbad8089d7","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.912636136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"14a22e5f-6218-4ca1-a33d-73fbad8089d7","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.913358215Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"14a22e5f-6218-4ca1-a33d-73fbad8089d7","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:12.916751967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"14a22e5f-6218-4ca1-a33d-73fbad8089d7","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":9471,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.918511783Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14a22e5f-6218-4ca1-a33d-73fbad8089d7\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.918699016Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.918788144Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:12.918981569Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.926503927Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17a4b30d-4469-4f38-a499-6193e80c1c34\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.926750238Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.928967486Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d826cd4-a96e-4f40-9eeb-dfafc15bb066\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.929229247Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.931834809Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dac99517-0ed1-4d35-b53d-e1e25b84237f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.93222191Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.934896218Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e4e811d-e553-4049-ba0b-bab4931a7058\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.935481995Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.936868698Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"318a222a-31c1-4623-80d0-f409fbfb4888\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.937113877Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.938995095Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57c559d6-5787-4739-87fb-fcfaaf30ee66\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.939281165Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.940166369Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7cc3dc9-b408-4e98-a6f3-16f1d81d1d1a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.940376087Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.942809655Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0f497ed-4a61-48ca-9e5b-f5aefae703a7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.943199973Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.946135752Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b420bae4-a7df-4e27-958e-4fbb54602930\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.946351552Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.948455023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"459fe44b-04c6-4ab6-bbd5-2f9be9b80166\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.948712065Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.950836588Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93b4bfee-672e-4d45-91ed-22bccf7db913\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.951373829Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.953493682Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8656ca6-a129-456b-9fe1-ff603191995a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.953742679Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.954460439Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.954583584Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.954676559Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.954758723Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.956388781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.958693503Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f036068-f6cb-4c1c-baa8-f31147e7d900\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.958908631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.960516355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.973190868Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.973294053Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.973677598Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.974146352Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.974388264Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e113fd26-c72e-457a-b3d9-caebfad921be\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.975075533Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.97513946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:12.975177216Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:12.977040167Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.979958843Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86948afa-0c52-4c98-945a-aa8dbce4f42e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.980029083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:12.980070786Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.98010298Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.980501203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.985101399Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eda97982-a5db-4ad2-b21c-571425041017\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.985445134Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.988194472Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3d885d3-92b7-4778-af2f-413859b88795\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.988427456Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.989838637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b61a6027-43c8-4f9d-802c-ef67894f6054\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.990157944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.99181746Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce2e736c-9e5c-444a-84f1-f76d773e4681\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.992089232Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.995606179Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ffb19e2-9e47-4097-a117-d39001cf212f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:12.995861728Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.005672586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c41028bd-d44f-421d-ac9c-ad0963e8784c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.006029396Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.016528435Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.018671134Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39e162b0-2ba7-4b86-8ddb-19688692a070\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.019037685Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.022656375Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31e5132d-5273-4e50-9f2b-95759b98938e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.02287473Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.025432085Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7cadfff-4493-48a7-8a12-40f7e8c8d312\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.025648787Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.031650074Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5f54b40-b7b3-4b61-af4f-834ecb5f8b87\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.033863434Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.037880087Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2226498f-188c-4643-89d3-fbbdb4c71a9e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.038205976Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.039157953Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdb02f93-e341-4e21-9a25-0d829f4c6029\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.039526587Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.040814363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69cb3275-6431-4345-b424-4b910d981794\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.04096331Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.061973952Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.062140534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.064293153Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"130a96d4-1e51-4c6f-8f7a-66204a674144\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.064910473Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.065258587Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.066004353Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.066120294Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.066194171Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.067455354Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.067581856Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.067678959Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.067926212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.068731957Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.070316755Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed715b31-4484-42c8-87ed-f6060aebc354\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.070599198Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.07209595Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.079396736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.079499882Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.079588378Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.080334755Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.084315386Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.08437746Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.085093787Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.085930224Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f8e5f54-984a-4e05-9b85-389a7a877fad\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.086111415Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.089227213Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b035a4-6a09-4250-9f1c-fa77d9de662c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.089274697Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.090996358Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af7020f3-2ae5-4b24-9b58-aa504aa4fae9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.091207458Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.099745931Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01ee0922-4929-468e-9bdd-312742304f46\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.100075147Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.101998739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ba3a840-306c-4bf7-bd83-ac102846bbf0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.102242846Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.109126821Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9040171b-c2bf-4a78-b708-9c48c837f4ea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.109340287Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.11084751Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a5b825a-10ae-4c15-9b1b-80111b4cc030\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.111087227Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.112687265Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e7628fa-d056-44f1-9f9d-231d6146c45e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.112919879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.115408748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8e62a44-aa8e-4541-bd3d-ec786dbd965a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.115804767Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.117957576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f25aab19-e0b1-4e6a-8a96-0db554778d60\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.118539526Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.118651118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.118806027Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.118932859Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.119847281Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.123206524Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.126738842Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.130583843Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.144118821Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.144236866Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.144554469Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.144660259Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.1456593Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.151826628Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.168539317Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.168679967Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.168773083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.169363579Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.175393493Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.175659083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.175755705Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.175879061Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.17656108Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.28665266Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.286729724Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:13.288363439Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47544"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.290216892Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"8ce7c4af-6b60-44d6-b384-f26dfce44c20","remote_addr":"[::1]:47544","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:13.291367845Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"8ce7c4af-6b60-44d6-b384-f26dfce44c20","remote_addr":"[::1]:47544","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1160,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.291527453Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.304822051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.304904766Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.304937792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.30580507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.3060761Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ce7c4af-6b60-44d6-b384-f26dfce44c20\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.309776423Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.309836863Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.309867695Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.32070627Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.320774786Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.320813383Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.320846329Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.322110387Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.326482849Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.326647868Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.328111965Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.330095477Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.337754958Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.338092611Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.33814758Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.338787034Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.381433565Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:13.393867649Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:13.395032089Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.395190695Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":44,"elapsed":"722.440797ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.400024105Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":45,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.400413762Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.401876516Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.401993209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.402095813Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.404165928Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.411782002Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.427721741Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.427812292Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.427848985Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.428500884Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.43282555Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.432889888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.432924207Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.432953124Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.435914214Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.436232047Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.436293309Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.436874397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:65379","req_id":"e4654b16-064c-434b-9658-467f8fd5c455","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c4 7e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .~..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.436933074Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:65379","req_id":"e4654b16-064c-434b-9658-467f8fd5c455","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.437216519Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.43739268Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.437467038Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:65379","req_id":"e4654b16-064c-434b-9658-467f8fd5c455","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.438375348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2098, tv_nsec: 237208511 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.438449305Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.438977738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.44654228Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.446660666Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.446744773Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.447520118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.447807841Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56262","req_id":"5c950a20-0545-4958-b8e1-2cdabe068ebb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: aa a5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.448023681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56262","req_id":"5c950a20-0545-4958-b8e1-2cdabe068ebb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43685,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.448385853Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.448554469Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56262","req_id":"5c950a20-0545-4958-b8e1-2cdabe068ebb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.517757562Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.518565361Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.518631092Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.519129876Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.52153625Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.521922019Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.522017379Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.523975751Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.524158856Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63680","req_id":"4cbd8c6b-993d-434d-91d8-41d2f2f4c29d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 90 27 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .'..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.52428116Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63680","req_id":"4cbd8c6b-993d-434d-91d8-41d2f2f4c29d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36903,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.524483653Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36903,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:13.524566268Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:63680","req_id":"4cbd8c6b-993d-434d-91d8-41d2f2f4c29d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.526157157Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.527631916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.527686464Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.532618431Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.532727378Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.534030474Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3b8793e-ba6b-4c91-926f-2bea067f5260\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.535535854Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.539175135Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.539234212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.539270835Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d89d5103-bfe6-4a11-95c7-ac0ef3674e9a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.539556865Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.543449942Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fc7003e-3af5-4845-8897-004ba9f780f7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.543798446Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.550276423Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cadb70c-c1ff-42d3-b428-3d475b102c8d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.550648615Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.552808739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46ad0ab8-3d44-4221-bd2e-a035d6661bb8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.552883738Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.556124636Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3780b1cd-2e69-459c-9a19-58b126d8f8b7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.55625224Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.560354614Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eba9a10-6a9e-4f84-8299-d6eade156e97\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.561655445Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.565593341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69182915-a7ed-4721-9ce8-26e923df4fc9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.565725745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.569814301Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"025bdbd0-5f3a-42d4-9b8c-1982a64cd25b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.570261182Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.570645417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.57190636Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd9279ea-4838-4ed7-81af-05da97a3cef5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.572210285Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.573481829Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afb834d1-0ef8-40f8-9eb5-58a252e08db2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.573633791Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.574539666Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd1bad57-088f-44e1-a454-e78ffffa306d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.574651619Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.576464121Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b2a2bf1-deac-4425-b679-4f19e914ee4e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.576909187Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.578959122Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63810083-62ed-4dc0-a648-597534bf25a6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.579020614Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.580874929Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ace931c8-d0fe-406d-b5c7-3981fac536f2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.581068925Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.583273257Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3890644f-a71c-45f7-8515-c481576e9a73\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.583411222Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.59234368Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da515edf-fc19-4b1f-af80-614fba01a67b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.592508698Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.595214129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec875f7e-96d4-4158-9986-e8da9bd30ed9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.595376973Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.597417419Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b8e7dda-e1ab-49ec-b6a4-f0f6a93cfb0c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.597490655Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.600365092Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21e0a6ce-4455-42f4-8b49-603d2dcb4ca7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.600413699Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.601245406Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b84c8f2c-d658-479c-93dd-ba8816052f50\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.601426627Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.60665803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc3051b8-cd9e-4a41-b007-cf2e114b782a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.6068786Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.60836426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1202f27-bcd3-431e-ab62-69d5490214df\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.608499679Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.610617158Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2bf9d93-5195-4f8f-b9bb-db40d0e327e1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.61079865Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.612647003Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed3db3f4-5c46-492a-b84d-813bdc44df2e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.612766501Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.614920923Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c97768f-fb2b-4e07-bb4d-dfaf75f8847d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.615071634Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.617019505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e69dc7a-7c15-49ba-bef4-1183c425b9da\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.617096177Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:13.61965212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.621268751Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c2bc756-e49a-4971-9c33-3b358da1785b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.621629339Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.621969457Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.62202621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.622059066Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.62208616Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.623022014Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.625357197Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab051190-9a6d-461a-8371-8c0f6525a296\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.625496364Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.625968745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.632017948Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.632259109Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.632306794Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.632920346Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.635463413Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.635610005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.636220421Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.637647324Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5510c42-529e-4a8a-a4cd-ea52f0074686\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.638179174Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.639837117Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93977074-4d00-427b-b5c4-312d937f5c1e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.641182107Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.642937204Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4b38882-a409-4518-9cdd-9c5ae28c5b99\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.643139627Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.644562051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb28ded3-5241-437c-b598-703449a3f38c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.644609015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.645679969Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76566ab0-f54c-47e7-822d-be545c7beae3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.646411857Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.655768039Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07dd1cd3-b34d-492c-a14f-8be6c65d80e1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.655890823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.661200753Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd65d174-3071-4546-9cf4-a0c2db06d7ca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.661399639Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.664329256Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4087ebd9-8a43-405c-ad0e-13af63467177\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.664462021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.670147168Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c235f4f8-c05e-4634-869b-5fdf1abd14ca\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.670237668Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.674661002Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4982f6a-9dcc-4c5e-a1ad-8a35c4a1e430\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.675831253Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.680212883Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.682161736Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52b76e93-ac83-438a-aa88-7e6130952611\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.682415051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.684380206Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.685386592Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61272","req_id":"8870a951-51a7-4119-a023-aec5c1fe80f1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c0 21 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .!..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.685566189Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61272","req_id":"8870a951-51a7-4119-a023-aec5c1fe80f1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49185,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.685860606Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.686105374Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.686633626Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61272","req_id":"8870a951-51a7-4119-a023-aec5c1fe80f1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.686972321Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2098, tv_nsec: 485862167 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.687036258Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.687735401Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"616b32b0-4db3-4756-b210-63b83ec3e7ab\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.687871793Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.688343293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62864","req_id":"67b47b14-8d1b-4199-9d34-317f3c05d012","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ba 1f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.688406408Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62864","req_id":"67b47b14-8d1b-4199-9d34-317f3c05d012","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47647,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.688625395Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.688671186Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62864","req_id":"67b47b14-8d1b-4199-9d34-317f3c05d012","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:13.689278646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:13.771025021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.771091914Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.771592852Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:13.771647731Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:13.777751232Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.77827693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.778338783Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.778370366Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.778396488Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.787739322Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.789271194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.800650737Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c944ebca-9bc9-43f8-b59a-4998f0a10ca1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.80099347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.802493118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.821259279Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.821381161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.821588114Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.822620922Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.823394373Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:58763","req_id":"ffec7681-cbdc-4458-b264-7e66b3741223","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 8e 18 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.823745302Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:58763","req_id":"ffec7681-cbdc-4458-b264-7e66b3741223","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36376,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.824073335Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.824318804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.824494505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:58763","req_id":"ffec7681-cbdc-4458-b264-7e66b3741223","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.826474269Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2098, tv_nsec: 625358294 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.826538808Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.827855211Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51573","req_id":"1dbdc237-6a41-4cdf-bd2c-ec241d79545d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 51 d8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Q...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.827916312Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51573","req_id":"1dbdc237-6a41-4cdf-bd2c-ec241d79545d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20952,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.828132553Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.828285979Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51573","req_id":"1dbdc237-6a41-4cdf-bd2c-ec241d79545d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.828385908Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82459c92-409d-473d-8ce7-0653004d04cb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.82860774Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.828851836Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.828901465Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.829894744Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:13.831141669Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:13.911198106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.911406491Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.911795596Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:13.91199836Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:13.91571243Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.917611805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3ff2955-a5fa-4849-919e-3321d3775e6f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.91772506Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.925585321Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe0e7852-c454-4f8c-980b-d43cc45589ca\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.925635802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.925669409Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.925700651Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.925729178Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.926732627Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.934881734Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.939638201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.939717228Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.939751547Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.939842698Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.939887277Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.940175531Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.948271332Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.956519225Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:13.956651479Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.956821678Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:13.958360734Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.017566728Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.017770294Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.019328258Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53608"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.021582299Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"0885c0d5-9093-4d74-8b65-2415fc188fc5","remote_addr":"[::1]:53608","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.023313989Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"0885c0d5-9093-4d74-8b65-2415fc188fc5","remote_addr":"[::1]:53608","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1788,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.028415594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0885c0d5-9093-4d74-8b65-2415fc188fc5\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.033605675Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.033666145Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.03369857Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.040942102Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.041044677Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.041086921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.041120458Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.042531369Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.129698854Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.136116201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.136351209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.136402401Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.13707445Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.140528331Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62552"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.142022328Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.142251966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.143371216Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"7f6c8823-779f-4697-a83b-5b50e9ac8614","remote_addr":"[::1]:62552","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.148055369Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"7f6c8823-779f-4697-a83b-5b50e9ac8614","remote_addr":"[::1]:62552","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4699,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.173775424Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.189263653Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.189340998Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.189376288Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.189975993Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:14.218184677Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:14.219457002Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.21952157Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":45,"elapsed":"819.045685ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.21956154Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":46,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.219588353Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.219622341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.219653403Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.219743703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.219950214Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.22309989Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.232863363Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.232935677Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.232970527Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.233411134Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.236262245Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.236321433Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.237433228Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:58116","req_id":"64357f10-e109-455c-b3a0-00242798f2b7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f6 c8 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.237513258Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:58116","req_id":"64357f10-e109-455c-b3a0-00242798f2b7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63176,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.237696703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.23787589Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.237924427Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:58116","req_id":"64357f10-e109-455c-b3a0-00242798f2b7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.238458671Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2099, tv_nsec: 37254891 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.238525795Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.24052562Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.240589216Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.240624978Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.24065656Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.24181554Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.242188342Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61572","req_id":"b5fa133b-dc6a-43b5-82f3-04ad50d6ae25","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 62 1f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e b...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.242408231Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61572","req_id":"b5fa133b-dc6a-43b5-82f3-04ad50d6ae25","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.242588239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.242688068Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61572","req_id":"b5fa133b-dc6a-43b5-82f3-04ad50d6ae25","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.313649885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.3140039Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.329081Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.329206591Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.3292412Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.329800584Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.330930656Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:58478","req_id":"b8cf1a39-a21b-4ca1-94cd-9696e7104eb8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a5 e0 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.331088981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:58478","req_id":"b8cf1a39-a21b-4ca1-94cd-9696e7104eb8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42464,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.331242166Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42464,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:14.331353809Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:58478","req_id":"b8cf1a39-a21b-4ca1-94cd-9696e7104eb8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.33182612Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.331880037Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.331906741Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.332798167Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.332853577Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.333480075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.334501741Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d39dc854-7c82-44f0-a2a1-df9314eae33b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.334749384Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.337886595Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caee5115-c53a-47f1-aa63-7a06c081b7f7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.338154068Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.341080228Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73234ec8-80d4-4147-b9dc-4a6de694a14e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.341222862Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.344015917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fe33204-9ed1-496c-a16b-06669be62056\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.344138461Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.348190415Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0389ec5-9b7f-483a-a428-bb779e2fc399\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.348540352Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.354880083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b595759-b941-4874-8851-eeeb57654d95\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.355018389Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.358286611Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38a72436-beb8-4815-abf2-215fa159ba4f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.35836677Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.363150181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.365535524Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20f044b4-1ff1-4e40-87d4-4d7b73b9d9e8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.36580951Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.367131594Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"913d7f6a-4d22-4c35-95d1-440e613ffc4c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.367570158Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.369049485Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01938ca0-a586-4d7b-81f3-5d402ebc0f4d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.369285515Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.37058259Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c7556a5-d315-4ee5-8ecb-63c074cd4b17\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.370802838Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.372191686Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1f67ef9-342a-4fd9-80ef-48fcfeb5df17\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.372457886Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.37439219Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e0a9192-12ca-408c-9fdf-ce7da2afdd71\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.374657739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.380300913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf4d1e9b-be12-45c5-8c3b-2048058c3e56\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.38056557Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.387924252Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4c634d2-5026-4f60-9b35-128179bc11ea\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.388076014Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.390544853Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43a82adb-4423-446a-8386-70e3c27868bc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.390660514Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.392697983Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b16b1c7-2ae7-45d1-b957-ea133268c1f1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.39282699Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.398336818Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"727b803d-bba9-4069-9cd5-0f77ab5faece\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.398432479Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.400178217Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc9829f5-c72f-46ff-b6c8-d8b128409347\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.400245251Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.401716582Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a739b9b-88c0-44bc-894b-a6893cbcf145\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.401875699Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.402823888Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a053a018-c5a9-45ba-89de-36b5904a3d6d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.402976683Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.404209138Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dba45fea-3756-4a78-9ad3-d1c1ea69341a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.40444604Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.405609368Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11e346fb-1e04-4780-8548-e9d2c889ab3f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.405684618Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.407474124Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd7151d8-6447-4b30-9f8b-71b8410f56e5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.407697048Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.409616342Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2776da62-2c83-499e-9a07-e1f57caefa4e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.40973606Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.41275218Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f6d6d0c-a43a-4b90-becd-d24a39c6c217\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.413093831Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.415809221Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.41585393Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.415886815Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.415915152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.417067478Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.419090268Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b687266-8292-489d-b578-eb20ab858231\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.419315978Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.419950963Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.427674071Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.427892045Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.428181111Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.429833393Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.433050894Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6525c1ec-86f7-45e7-adb9-fd9e1ad21514\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.433117917Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.433151795Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.433179259Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.433704145Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.4370943Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d8e91a4-4795-46c0-b6af-ea37f9aa943d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.437223698Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.439709681Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b17b14b-0782-433c-b19e-5a068c1d98a3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.439840922Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.440890043Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44913090-939b-4286-b2c7-6b3899045853\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.441074841Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.452139005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57d9a26f-72d4-454e-a260-b44191b29737\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.452361789Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.608976524Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55811"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.609063628Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33071"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.609097345Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64758"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.612139145Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.612530675Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.615637255Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.616713359Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.620782346Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50868"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.620949459Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59808"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.621041413Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49029"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.62107518Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62741"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.621191542Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"790e4a78-8913-43c2-afea-662b7414bf23","remote_addr":"[::1]:55811","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.621356731Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"78da9213-e32f-4877-81ec-481973996bfa","remote_addr":"[::1]:33071","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.621566599Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"3ec7eff7-583b-425c-968a-4bee44b8be94","remote_addr":"[::1]:64758","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.623146868Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"790e4a78-8913-43c2-afea-662b7414bf23","remote_addr":"[::1]:55811","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1982,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.62338392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"78da9213-e32f-4877-81ec-481973996bfa","remote_addr":"[::1]:33071","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2057,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.623566123Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"3ec7eff7-583b-425c-968a-4bee44b8be94","remote_addr":"[::1]:64758","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2039,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.625902688Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"9203b9e2-5a27-4bbe-acc5-548038a9c1d4","remote_addr":"[::1]:50868","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.626459357Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"df042362-718d-4e29-8594-c29ecbced84b","remote_addr":"[::1]:59808","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.626680889Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"2ea9cd74-4906-4105-bd9f-996fffbe610a","remote_addr":"[::1]:49029","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.627147899Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"3379bc40-afb4-4f98-b3b4-25a3348ea7e4","remote_addr":"[::1]:62741","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.628611335Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdf37326-7123-47f5-a198-2f4943d8a9e0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.628720723Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.629172143Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"9203b9e2-5a27-4bbe-acc5-548038a9c1d4","remote_addr":"[::1]:50868","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3242,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.629263254Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"df042362-718d-4e29-8594-c29ecbced84b","remote_addr":"[::1]:59808","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2798,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.62930658Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"2ea9cd74-4906-4105-bd9f-996fffbe610a","remote_addr":"[::1]:49029","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2627,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.629344947Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/crucible/pantry/0","method":"GET","req_id":"3379bc40-afb4-4f98-b3b4-25a3348ea7e4","remote_addr":"[::1]:62741","local_addr":"[::1]:58875","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2335,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.63162993Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.63170022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.635877573Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ed0d455-db68-4928-8ab0-60b6fbbe6f24\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.6362173Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.637363714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.637435777Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.639124642Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c90a0dc7-c717-4413-955c-13a3510f1968\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.63960533Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.642310851Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fb60f31-1086-47a6-96c6-dfe8039448b8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.642430158Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.64689772Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a822a879-31fa-455d-bb3c-2f8b9f12d94c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.64702348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.647792462Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.650070892Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24f460ea-adf3-43b6-9afd-84766fd6b46c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.650277464Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.652944798Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fee5d818-cf47-40ec-a479-5abaca92e815\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.653077021Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.657601586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1575f1f2-0660-4eb1-ae52-6a4cc521e7e7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.657685413Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.661142932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef89a55e-0567-435a-b78c-ecb30f5444f2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.661307741Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.66205042Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2df42d68-4a38-4616-a2ae-a1cc9cd79ec2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.662193025Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.663107466Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f78aa63b-5546-4336-a419-b76a027d15ad\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.663236023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.664089453Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d0fa175-a55b-4d5e-889e-24b14d792072\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.664208099Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.66507665Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aa1bad4-6dd1-41b5-b885-1607abb67a3c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.665138263Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.665169525Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.665198883Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.665226799Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.665920401Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.668387647Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.67292628Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.673061589Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.673226658Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.673388701Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.673604321Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.674540426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.678024067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.682274636Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.682425637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.68252244Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.683027837Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.762644858Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.762902472Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.764498361Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.764662759Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.764767728Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.764854421Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.766215653Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.766970306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42084"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:14.76741898Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.767953666Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"1f082024-8a09-40ff-9c31-0f9edf2317e7","remote_addr":"[::1]:42084","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.769671909Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"1f082024-8a09-40ff-9c31-0f9edf2317e7","remote_addr":"[::1]:42084","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1738,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.770732051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f082024-8a09-40ff-9c31-0f9edf2317e7\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.776210136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.776300596Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.776364955Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.780225667Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.78036758Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.780466877Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.780555033Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.781918901Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.782538966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.792040256Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.792136999Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.792221648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.792791293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.795928944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.796037751Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.796676714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.796969067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.80305348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.803477334Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.803534759Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.805531767Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:14.848756881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:14.849326836Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.849387106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":46,"elapsed":"630.187197ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.849426054Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":47,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.849456104Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.849486364Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.849517075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.849545602Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.850995902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.85995408Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.867110028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.867218665Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.867361539Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.868047977Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.868679826Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.875324946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.875449995Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.886924748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54394","req_id":"5276b146-b057-4a19-b892-036730eb7626","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d2 df 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.887115848Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54394","req_id":"5276b146-b057-4a19-b892-036730eb7626","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53983,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.888480568Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.888668793Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.888772349Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54394","req_id":"5276b146-b057-4a19-b892-036730eb7626","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.890744158Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2099, tv_nsec: 689628703 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.890811742Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.892577931Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.893834194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.894853926Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0a1daa13-ba49-4616-90c4-d290ca6bbdef","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.896897067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54337","req_id":"005a275a-f5d8-41ef-a3d6-992ed43cdaf2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b9 b4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.896959672Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54337","req_id":"005a275a-f5d8-41ef-a3d6-992ed43cdaf2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47540,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.898792584Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.898839407Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:54337","req_id":"005a275a-f5d8-41ef-a3d6-992ed43cdaf2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.898878645Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0a1daa13-ba49-4616-90c4-d290ca6bbdef","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.898918524Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0a1daa13-ba49-4616-90c4-d290ca6bbdef","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.899750502Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0a1daa13-ba49-4616-90c4-d290ca6bbdef","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.96040402Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.962194277Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.962263425Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.962299226Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.962326631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.962927558Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:14.965914219Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0a1daa13-ba49-4616-90c4-d290ca6bbdef","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":70843,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.970417441Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60572","req_id":"f1ef03e0-b447-4e6b-9d1e-47bbb657bc1b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 15 11 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.970563933Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60572","req_id":"f1ef03e0-b447-4e6b-9d1e-47bbb657bc1b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.971371432Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:14.971499678Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60572","req_id":"f1ef03e0-b447-4e6b-9d1e-47bbb657bc1b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.971652172Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a1daa13-ba49-4616-90c4-d290ca6bbdef\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.971916418Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.972684348Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.982735454Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.982805133Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.982840554Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.986248364Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.986332391Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.986385196Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.986417881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.986448222Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"e6fd6a13-0cb1-4628-affc-9bc428483d56","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.986751025Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"e6fd6a13-0cb1-4628-affc-9bc428483d56","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.986822708Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"e6fd6a13-0cb1-4628-affc-9bc428483d56","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.988059161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"e6fd6a13-0cb1-4628-affc-9bc428483d56","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.989356797Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:14.998467038Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.998538932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:14.999406651Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.00180548Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64084","req_id":"537bf68d-f31b-4ca7-a55c-5f700032e382","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 99 85 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.001868365Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64084","req_id":"537bf68d-f31b-4ca7-a55c-5f700032e382","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39301,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.00194106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.001964266Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.001985489Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64084","req_id":"537bf68d-f31b-4ca7-a55c-5f700032e382","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:15.002503511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"e6fd6a13-0cb1-4628-affc-9bc428483d56","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":17246,"response_code":"200"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.003304627Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2099, tv_nsec: 802186788 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.003374877Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.004735107Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6fd6a13-0cb1-4628-affc-9bc428483d56\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.004863944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.004913012Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:15.004944434Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.006740122Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6799c93-3897-4fec-afed-667be7d91f76\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.006972014Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.009016097Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62820","req_id":"ddcbb71e-544c-4487-9f9b-bee1c5150209","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1c 92 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.009167859Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62820","req_id":"ddcbb71e-544c-4487-9f9b-bee1c5150209","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7314,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.009425843Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.009475171Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62820","req_id":"ddcbb71e-544c-4487-9f9b-bee1c5150209","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:15.010681194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:15.075436425Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.075534781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.076112201Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:15.076182982Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:15.080584452Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.089273164Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.0899589Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.092646535Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.093684774Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.093797869Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.09390859Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.094518595Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d76bdf11-90bf-4662-bb16-8ce98c09082a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.094790336Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.098240982Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"890f1fea-ce5a-4d69-96a1-703194f5e55c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.098452443Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.102699725Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a503bfe-09aa-4cd4-bfd1-76eaafe8ae2e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.103040083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.122208846Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"380f9387-7c34-442f-80d5-ce8472580b6a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.123199289Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.164745548Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"666344de-f600-49e4-962a-2c21d2b341e6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.164919063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.170063603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.179936485Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c80e0e1e-dbdd-4437-9fd7-e17957b8d383\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.18007494Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.182321867Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a099f68e-93cc-4714-aa19-d1566af2d6ed\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.182443189Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.183379825Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bed6840a-1513-4e9e-a8a5-6640c085e8bf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.183520295Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.184805646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0811ac2-47fa-4302-ac42-f7828fbe413e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.184944543Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.186935079Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aac1947-e6ed-49c3-bb45-bcb70abfe7db\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.187068184Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.18795947Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec368bda-2734-4a28-a27a-be3ba9efa21e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.188033477Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.189301834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"536fe31b-1725-412c-a441-29275bab725b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.189474809Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.192058938Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7652ca6f-287d-4df7-8adf-8ce54de19012\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.192193867Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.193938974Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4d63ed4-53b8-4af8-9da7-89ca1c408cd9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.194099423Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.196900554Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9590857-1011-4672-a6f6-b35afa7c02be\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.197020233Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.199229334Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66062005-3acf-4a36-a4b7-508ecc6b5d52\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.199499573Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.201488105Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a708ac79-962d-45b5-8ea3-f7cedd010952\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.201564327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.205308727Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3f91032-4acc-442a-b15d-7a4814780ef4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.205393807Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.206301545Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"617e8305-9297-4616-bdc8-ddc8626b63d7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.206367076Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.208021502Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f396374-ffe8-43fd-b723-3e614e082a55\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.208074327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.209319318Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87fa88e1-3d01-44ab-98de-c7c080156a54\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.209431842Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.210732714Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9add9750-8d74-468c-897a-b3175dbc6e09\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.210797884Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.212671236Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16ee25eb-69b5-4ef7-9c0d-5ace35038ca6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.213513885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.215166448Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed995679-90c6-4493-af3c-2bd180e10999\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.215236528Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.217642582Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cc5a3d8-c9c4-4e09-b642-a6f87a2f6867\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.217952459Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.223387237Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.223486876Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.225010181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.225116653Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.225156392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.226769416Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.232986092Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.23310013Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.233137895Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.233505147Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.233812148Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf5aa782-2414-422d-a8dd-df5b48c92c10\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.23402392Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.244577407Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.244682958Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.24551246Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.249821867Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03eded2d-04e0-4295-b14d-10ec2261399f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.250110251Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.254082355Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9294d638-cd1b-4a68-83a7-043b8dc7db67\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.254314879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.257908789Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56fc7d9e-8798-4d58-99d7-75e0ee943fbd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.258156072Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.259832492Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b916827f-7909-4bf1-8d34-6da1dcb0ce4f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.260077019Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.26187897Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7947dbb8-5a25-4829-a6e1-04712daf4ae9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.262117385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.264334151Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ad7a6b6-68b6-4fc0-bdcc-6bd7ecd4124f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.264563518Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.266996286Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8be3960e-12d1-4071-ad43-2fafd2d643d9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.267395291Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.270911076Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"332d6164-413b-4123-bf81-1562ee9384b7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.271193949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.280552886Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f06f81df-33e0-4137-89a4-77b4e9e343e4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.280880509Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.285538259Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.289488921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29eb8f86-7bbe-485b-90be-f39dba255bba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.290120088Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.29407083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a3a2ddf-a1ee-4662-8b1d-a95c2e55da7d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.294382571Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.298885643Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc86c7d7-ba85-46bc-b76a-896c3baf1339\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.299119138Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.300791911Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31bf172a-a953-49e5-8025-808de26356c9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.300928052Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.302596928Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1b08b02-a7f0-4aab-a7a8-c19ab05ec23d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.302725263Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.303623743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d037cdc-1298-498d-91da-3dbb6fcb0f25\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.303772921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.305018232Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b2a3ae0-c1a2-4293-891a-4babfb7dfa66\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.305320294Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.306479583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7925c4af-1a4c-41d1-ad91-3012ca61120f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.306625985Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.308698434Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd14b43e-91f3-4b00-87c3-541abb5f98d2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.308889064Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.308940887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.30897234Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.309053041Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.311482121Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.315068637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.322410194Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.322527899Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.322563981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.322595113Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.322622948Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.323314807Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.325757473Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.331079026Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.331147012Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.33118105Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.331551327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.392614782Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.392788148Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.393940043Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.394020774Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.394057677Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.394086755Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.395982372Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:15.396052892Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44582"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.398891398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"87823dca-fdae-40cf-9539-3281fb2d5bca","remote_addr":"[::1]:44582","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:15.39896277Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"87823dca-fdae-40cf-9539-3281fb2d5bca","remote_addr":"[::1]:44582","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":455,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.399004533Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87823dca-fdae-40cf-9539-3281fb2d5bca\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.400479833Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.400536576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.400564672Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.402960656Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.403026216Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.403062178Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.40309346Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.403549619Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.40465921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.413435015Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.413498331Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.413531347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.414021744Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.416153131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.423524308Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.423890677Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.423949885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.424437086Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.426089519Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.426150941Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.427419538Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:15.461125185Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:15.461782785Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.461932724Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":47,"elapsed":"612.498995ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.462137762Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":48,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.462240747Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.462401949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.462660193Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.462752387Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.464973442Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.471040541Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.472669085Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.477262006Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.477417156Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.477514369Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.479534885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.485432806Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.485724838Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.486866743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57851","req_id":"a95b96e0-412c-48e1-a6e4-48abd95b7d7d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e3 81 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.487046962Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57851","req_id":"a95b96e0-412c-48e1-a6e4-48abd95b7d7d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58241,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.487415406Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.488623664Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.496302834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57851","req_id":"a95b96e0-412c-48e1-a6e4-48abd95b7d7d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.496924883Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2100, tv_nsec: 295826734 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.49706364Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.497275482Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.497410802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.497799937Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.498745942Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.499118183Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56090","req_id":"fd5d62f5-ec8a-4cfb-b52a-93db974a28e2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1f 44 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .D..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.499288082Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56090","req_id":"fd5d62f5-ec8a-4cfb-b52a-93db974a28e2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8004,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.499730113Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.499878148Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56090","req_id":"fd5d62f5-ec8a-4cfb-b52a-93db974a28e2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.557647569Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.558473385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.558524927Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.558554887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.558580268Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.559410071Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.561623251Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53837","req_id":"e5cf4130-6d30-47e6-9d52-347c02b5fee0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 15 66 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .f..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.561691797Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53837","req_id":"e5cf4130-6d30-47e6-9d52-347c02b5fee0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5478,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.561909521Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5478,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:15.562096784Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:53837","req_id":"e5cf4130-6d30-47e6-9d52-347c02b5fee0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.56354502Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.563603276Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.563633306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.563959896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.564003834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.564135135Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.578316601Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.580480452Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.580547987Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.582201762Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.586402432Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.586709313Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.587582743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.587894244Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63476315-2f60-4bde-9481-88eb38368203\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.588158711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.589983877Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.590054147Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.59360886Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97b84707-1c47-4957-8194-c6195b119d2d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.594066351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.59741303Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e117006f-5093-4d1d-86ed-01249c0b4164\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.597568479Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:15.599131022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.600020064Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98914e73-1e23-4ec5-abca-852b6b71c750\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.600089262Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.602350076Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fce5a7dc-6f5d-4fc9-9ca4-47a8d925abc1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.602474554Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.606717097Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f7b1b2e-2c8e-4ba1-87d2-afc946b56a43\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.606958959Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.611204097Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d045259-2936-472a-9a10-0fbb60b73c4a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.611472713Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.623180059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1de3f43-757d-48d5-a03c-6f1eb9d1f040\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.623811417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.624758814Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90ef2854-c07c-4290-9cee-66000f871969\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.624822431Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.627271881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aca6e0fc-39bb-4c52-a38d-988976293cd8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.62766779Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.6293942Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e66235b-0da6-4ef3-92c9-dc000610f2d7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.631809202Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.631845634Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ceaa622d-9f9e-4340-ade1-4e262fcb4a47\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.632115382Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.633219902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aabd4b7-944d-4463-8db2-9a8377e75767\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.633559479Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.639069828Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f35f26de-2a74-41ce-bb82-b8e73f5bae57\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.639169637Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.639561708Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.641516332Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7736602f-750c-4c24-a5b2-2d883ae2706f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.641625189Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.643308213Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a7b3087-5bfe-47bf-9332-41647824244f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.643407961Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.64556055Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9081df2-6a68-4f0a-a5a3-cbf43659676c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.645857352Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.649151064Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e452342-677f-4ad4-890e-923352e5bbd3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.649217266Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.651195468Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59aef99a-4b12-4399-bee4-b0ca008cbaa4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.651315116Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.652157083Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b43df7e6-20cf-4c09-8cc3-5b00051b9074\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.652302443Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.653893543Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a772a8a-30af-4dad-8499-4e7ce2e21da8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.654057881Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.656217504Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f52b0318-655f-4546-b117-e034f2bd719c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.656382312Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.658076317Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce536385-05aa-448f-bc68-072c4bab6a61\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.658238951Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.659688399Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d0147dd-763f-43b1-880b-28e8c1a2d971\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.660252152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.662151246Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b30c44b-575c-4d70-aafe-d511f0122db9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.662321105Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.665309679Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61fc3f0c-bc44-42bc-af3f-57fe6f0b21f5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.665506581Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.668590526Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f38cd69a-1ebe-478a-bf02-65494d386eb8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.669286232Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.671407018Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"128aa245-fc66-4934-bd15-31d410695a12\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.671580553Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.673982249Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47282358-d48d-4af0-a74b-b98b3c744e4c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.674066577Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.675484973Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abbe65d6-24fc-4646-8955-6dc5b4fff463\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.675775892Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.677160361Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"266262fc-fdfc-41d9-8f63-7222a9ef179b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.677249689Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.679221297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f4f4034-cce2-4d3d-a788-42215edb0dd5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.679298261Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.680399404Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"728b7f2b-e7f5-4ebc-a292-599ac78fbd01\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.680690725Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.681675297Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ac1b00e-4ef1-4e19-a4be-ad3dd0b3eb52\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.68180261Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.682813675Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"777d1daf-99f0-44b2-aaa9-7ec40f544985\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.68341873Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.686478396Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4687a98-55f8-4e0a-84b5-a5d52f65a9e0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.686677944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.689349437Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f481f42b-2c96-4588-948c-9a769bda56b5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.689500798Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.690357445Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.690416503Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.690472915Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.690504528Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.692030408Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.693298886Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ea8ad58-5f5a-4a1b-a4d1-f235b2c1d959\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.693593763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.69526853Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.701062023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.701158876Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.701395949Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.703159382Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.70601886Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.70607928Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.708234103Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.709454805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa3c1922-e19c-40b5-8c93-5bc0c54c171e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.709609484Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.712350745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7310c508-4764-418e-bf24-f8d30badef89\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.712496275Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.715962682Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be83c38f-477f-4922-81f4-561c1632167a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.716089525Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.716851022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4187c351-d32d-4dd8-a30a-fec62db0d01d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.717033846Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.718215751Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ede3218f-350c-420d-a73e-9962b6cb832d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.718351461Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.719351865Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a93e681-8139-4934-a1b9-c9230d088d4c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.719557995Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.722192995Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9597b72d-a360-40c0-9967-cd3515bc2a13\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.722328155Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.722381221Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.722414236Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.722443444Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.723385151Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.725817176Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.732893966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.733063935Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.733173534Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.733263322Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.73334758Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.7346321Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.7390739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.745831273Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.745930932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.74604047Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.746601317Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.815775913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.816045961Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:15.818325833Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33201"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.819002131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.819975721Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"1d75d33b-8239-41c2-8160-b3066b839ac6","remote_addr":"[::1]:33201","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:15.822528787Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"1d75d33b-8239-41c2-8160-b3066b839ac6","remote_addr":"[::1]:33201","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2576,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.829804203Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64530","req_id":"c238cec1-db26-4e8c-a5a5-49f57ebdc629","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 5f 80 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 _............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.829886527Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64530","req_id":"c238cec1-db26-4e8c-a5a5-49f57ebdc629","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24448,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.830540019Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.830727813Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.830842091Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:64530","req_id":"c238cec1-db26-4e8c-a5a5-49f57ebdc629","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.831503579Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d75d33b-8239-41c2-8160-b3066b839ac6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.835270114Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.835333099Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.835366526Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.838277446Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.838332475Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.838367425Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.838400701Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.839065716Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.839719349Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.840675353Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2100, tv_nsec: 639540570 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.840746946Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.849874602Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.857819722Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.85803962Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.858139179Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.859149061Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.862653634Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60459","req_id":"77870f23-4691-4a16-a9e8-dd139a60c0ac","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fe 7a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .z..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.86297324Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60459","req_id":"77870f23-4691-4a16-a9e8-dd139a60c0ac","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65146,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.863157498Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.863238188Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:60459","req_id":"77870f23-4691-4a16-a9e8-dd139a60c0ac","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:15.866172485Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:15.938376006Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.938486345Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.940460539Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.940536851Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.940574295Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.940608223Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.943055088Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.944554175Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.950269172Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61472","req_id":"c610dcef-3d1b-4ed1-b832-2cca1557ee15","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: aa 63 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .c..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.950971171Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61472","req_id":"c610dcef-3d1b-4ed1-b832-2cca1557ee15","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43619,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.951148444Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.951179916Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.951202932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:61472","req_id":"c610dcef-3d1b-4ed1-b832-2cca1557ee15","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.953621361Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.965383085Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.965445981Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.965672322Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.965900436Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.966517105Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2100, tv_nsec: 765221311 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.966568267Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:15.981771879Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57470","req_id":"d4982eb8-5efc-41ed-beb6-88fb1afba4ac","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f6 de 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.981841618Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57470","req_id":"d4982eb8-5efc-41ed-beb6-88fb1afba4ac","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63198,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.982114371Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:15.982212707Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57470","req_id":"d4982eb8-5efc-41ed-beb6-88fb1afba4ac","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:15.984316719Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:16.046928319Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.047081133Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.052138239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.052201135Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.055733523Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.056421233Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.056552304Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.056592334Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:16.08640824Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:16.086706755Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.086768057Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":48,"elapsed":"624.646347ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.086809209Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":49,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.086841063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.086873537Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.086906393Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.087309356Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.093063781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.093476944Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.093530912Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.094135977Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.096139609Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.110644289Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.111083624Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.111162411Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.111419544Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.116668001Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.116724804Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.119592217Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59614","req_id":"093f0a78-0e55-4b51-b42d-1be660b2803e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1d e1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.119657357Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59614","req_id":"093f0a78-0e55-4b51-b42d-1be660b2803e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7649,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.119734671Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.120859131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.12099406Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59614","req_id":"093f0a78-0e55-4b51-b42d-1be660b2803e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.122494279Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2100, tv_nsec: 921372472 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.122558647Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.123936292Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49833","req_id":"09b09070-bda9-4389-b954-ddd0aae045cd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 08 3e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .>..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.123993426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49833","req_id":"09b09070-bda9-4389-b954-ddd0aae045cd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2110,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.124087313Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.12417111Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49833","req_id":"09b09070-bda9-4389-b954-ddd0aae045cd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.198181621Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.199939444Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62755","req_id":"17a14334-db3c-4f8b-a041-70197d63043d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 7f 96 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.200197147Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62755","req_id":"17a14334-db3c-4f8b-a041-70197d63043d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32662,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.200425151Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32662,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:16.200530792Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:62755","req_id":"17a14334-db3c-4f8b-a041-70197d63043d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.201053564Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.201114575Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.201145046Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.203414938Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"301aef0f-2f31-4481-a329-145f22bf7e5d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.203797481Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.208768766Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff02b333-8fd1-445f-83e1-07c1fc7c5828\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.208959385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.214192302Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcb2b500-6636-4cdc-80ce-32b929e77ec7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.214476588Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.218517189Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eedbe28-281d-4174-88c8-1df5a26ef590\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.219237724Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.219686508Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.225740932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50694358-4ebf-41e5-89ef-bc80b235dde2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.225888856Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.227862118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eae90347-d01e-413a-8a46-ff42d02d2bbd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.227977037Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.232401071Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48c20c02-3996-4170-a0a6-86a46dfd60fb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.232489237Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.234873648Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56edbf4a-7fea-46db-b260-f223ae1c646e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.235253244Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.23707824Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e73543d-67f8-4e88-b4e4-55f092b42071\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.238604592Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.23878472Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56e782a2-8b72-4b20-a0d7-033605ae537d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.239089397Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.240611921Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da58c57e-90d5-4962-8b87-bc24a35facf2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.24083224Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.242090798Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ca17931-3337-41c1-9eff-3564ec4cd7aa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.242156378Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.243636918Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6143f26d-e7ef-4be5-9af4-542e7e5cedb9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.243911475Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.246794479Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0e0cf7b-f382-45e1-839d-31ae3d2c2535\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.246957955Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.249277036Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45718f25-4bf8-4a03-803e-c7d6dd565266\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.249344149Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.251229436Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3af7f611-555b-4935-8767-6e7172074f7e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.251467801Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.256816417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c4ae832-6d3f-4eb2-9813-2862f9292ab4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.256947609Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.259287962Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b07045ec-9721-430d-b108-29430d36f7c1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.259641075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.264131192Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0557d3ce-f923-4743-a913-e43044fd397d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.264251341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.267067031Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e6dd8c9-25a9-439d-a89f-cb86b2de5f49\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.267132892Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.269623054Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb904738-19c3-4450-a5d0-01a0fc9fc5c7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.269919745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.270837544Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.270897713Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.271160557Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.271214695Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.272799523Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.274392537Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac20b065-29e1-4403-9871-19d68a945d4a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.274553067Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.276151181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.283441907Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.284083475Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.284267602Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.28430688Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.284340608Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cda5a817-ee52-4ae0-98dd-7893b8cb445c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.284691667Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.288073625Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.288137573Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.288590375Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.290334119Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5b38d31-d410-4d84-8153-c5a176bed118\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.290402315Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.292362571Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a8c11a3-465b-4e9d-ae15-a190d9df1095\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.292514023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.295487116Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f09fd130-eb57-46fe-8b9a-aa8bdc85f626\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.295587045Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.29783765Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eff4a4a7-486a-49a1-898d-41b7f0577752\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.297937388Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.3008443Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f64ab05b-bc1a-476b-8e3e-6860f46c1b67\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.302215823Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.304333973Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"917d7c32-13ef-401a-9e17-a480fb836c6f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.304446638Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.308461296Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ceca5e4-f394-4136-a48d-c6f0e5bfb152\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.308756274Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.309768651Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abffaf37-cb5a-4b08-8886-a31d31e3540e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.309914011Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.313517942Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51f81bad-6722-4c52-a2fe-dc00a59ae35a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.313694393Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.313880774Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8839d37f-40b1-402b-a8fb-4caaff10f4ae\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.314011966Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.315637344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ffabfa6-945b-4f9e-be11-ade8217ccf77\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.315702123Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.318683554Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"960a1e40-18c0-4e1c-b57b-1c0ce16e104a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.318856158Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.321816075Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.32497559Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21faacc4-7e61-45e7-b1a6-7dba10fe3fbc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.325231059Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.328562006Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad3aa2f7-88f9-43d0-b54d-1fac29acf48f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.32862913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.329776947Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d13a9b5-c991-4bcb-92d2-41beb36b5f4e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.329906024Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.331998884Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45b51c0a-5420-4e9a-89e6-b539eeacb1a5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.332148131Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.33442639Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e7340f0-f5cf-41f0-a345-efae7a796feb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.3347775Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.336473679Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5d55157-8ca8-47df-9d54-72886ef581f6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.336653969Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.338215861Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faac6307-9868-425e-9cb6-65f877b8b362\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.338542632Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.341477249Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdb7df28-5d60-4c31-b9cc-3cb4a8427ac3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.341597428Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.343100022Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"746d79cd-979d-4b5c-9d19-10005af74959\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.343165633Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.344121257Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d79646a-7b9a-41fb-8e9a-54bc80e26ed0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.344194232Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.344235685Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.344270043Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.344300875Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.345766244Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.349158954Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.36894703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.368994585Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.36912761Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.369173051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.369204143Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.369823817Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.372328718Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.38688469Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.3871856Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.38730136Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.387988589Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.388972089Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.389033431Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.389067589Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.389095735Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.389652425Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.39480488Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.404463224Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.40451644Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.404545749Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.404987028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.472183082Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.472251127Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:16.473194847Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56097"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.474539757Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.474600849Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.476030668Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.476202259Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"67ee5fc3-9562-4aa9-9de6-355082dc4b45","remote_addr":"[::1]:56097","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:16.477610626Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"67ee5fc3-9562-4aa9-9de6-355082dc4b45","remote_addr":"[::1]:56097","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1423,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.478401732Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67ee5fc3-9562-4aa9-9de6-355082dc4b45\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.480928155Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.480987474Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.481018576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.486043257Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.486128878Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.486164659Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.486192885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.487511342Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.489807247Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.489869931Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.490297273Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.493276739Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.494912528Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.501527649Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.501952185Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.502111362Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.503237876Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.506351871Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.506413093Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.511844063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"id":"e9d4ef1f-2b9c-4fd8-b3f0-2ff8b0f7cbce","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.511904985Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:16.534197571Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:16.534516898Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.534567829Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":49,"elapsed":"447.731245ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.534604893Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":50,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.53463335Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.534669051Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.534698379Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.534724932Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.536130803Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.540362655Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.541100866Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.553290493Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.553458017Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.553560531Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.554264934Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.572093487Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.572156422Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.573252426Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51388","req_id":"90565f5f-e131-41f6-962c-ffb521a5a5dc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b9 e6 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.573317636Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51388","req_id":"90565f5f-e131-41f6-962c-ffb521a5a5dc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47590,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.573762322Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.573925547Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.574305193Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:51388","req_id":"90565f5f-e131-41f6-962c-ffb521a5a5dc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.577165602Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2101, tv_nsec: 373917890 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.577233678Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.577266383Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56640","req_id":"06cf6789-ee4e-432f-9fb1-7aeac7be23cd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ba e9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.577301663Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56640","req_id":"06cf6789-ee4e-432f-9fb1-7aeac7be23cd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47849,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.577393617Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.577417394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:56640","req_id":"06cf6789-ee4e-432f-9fb1-7aeac7be23cd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.644919628Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.645498802Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.645650634Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.645752698Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.645839771Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.646823271Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:16.647269279Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.648457246Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52376","req_id":"7bacd4af-dc03-4cad-9528-21fb93920532","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 91 2e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.648703858Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52376","req_id":"7bacd4af-dc03-4cad-9528-21fb93920532","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.649074366Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:16.649288132Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52376","req_id":"7bacd4af-dc03-4cad-9528-21fb93920532","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.649779711Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.649942886Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.65005991Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.651185512Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.658746958Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.658812569Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.658848099Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.659368476Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.661176499Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e758c80a-a396-4c44-a364-ea7ce235f086\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.661398301Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.661883507Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.66193528Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.662393834Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.663411462Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e236c0c6-59df-4fe7-b2b5-65cfa94d213c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.66356129Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.665977344Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83245076-713d-4d95-bd16-ef51a0201136\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.666101341Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.669751885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4224381-1159-4a10-8492-c2f3b54e4c0d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.676367977Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.676429439Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa59f523-ab84-4f6c-a12e-8b16c1c3c23f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.676466904Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.676499038Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d141bb5-3fe0-4b18-9c30-2e5dcc6164d2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.676532885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.676564418Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6db8fab9-fc32-4cdd-8f32-f73f1e017bff\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.676597885Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.679075992Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33fd2c2f-66e3-42a7-b289-5885eaa5cbea\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.67919032Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.679906186Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66a5799f-0a4f-4553-b704-a9eb07e0f06a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.680036646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.68674404Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bfb03c9-5de6-4e51-be7c-fd48dc23b76a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.687026453Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.689376385Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db662eec-3b71-4f01-a337-dddf5fe58a79\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.689524771Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.690547529Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13e8f62d-0321-4b2c-91e0-4080732871ec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.690662728Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.69174291Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e924d8f-57cf-4124-acd2-3d9b837c2aa2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.691911276Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.695006763Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d2e38b5-e35a-493a-acde-f1634b5d608f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.695075781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.696667562Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfe33f9c-6d70-41e2-bfa9-87eff4eedead\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.696741399Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.702231207Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf41f825-9467-4781-9063-b0ad9fd1b58a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.702311437Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.709263559Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.710193171Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dabac15-1454-446f-83d0-0b1bdaf49a9e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.710567216Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.713953403Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7df75b0-917a-408c-bbbe-5e6241ad0c13\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.714221938Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.71751009Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"211a5401-4105-48a8-990d-89b83d9b69b7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.717762703Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.726315013Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e456e1d0-56f3-455e-b150-30bfcb1e5d74\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.728517301Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.733939043Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ba6dd09-de8e-458e-a508-ccd2506b1283\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.734325113Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.735736485Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3391fe9b-f025-47dd-9d79-dc9fc3b41192\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.738834177Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.74080859Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49d6e1de-f3cf-49bb-8988-ebb9351bca7e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.740917047Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.742207488Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2ec01d9-729c-4cd1-aa6d-e71c2ea5f836\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.742431554Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.744746887Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3a55416-e959-47a1-a12c-1d36824fc7a3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.744918118Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.74750358Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e628b98-d384-442e-bcf7-7b33da7895ca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.74771456Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.750636722Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b33370cb-f62e-4ad9-bc08-95c9d89f80db\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.750711331Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.752815093Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08ad97e8-8a8c-4ced-9ef2-c0ed515c985c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.753020702Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.757784654Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce71ff90-0d27-4138-8d84-9b83409cac1f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.7579631Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.760390155Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.760440636Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.760471327Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.760499573Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.76173779Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.763255023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f85b4cb-e245-4904-ad30-9ee017f07c90\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.763623448Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.764264124Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.773068576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.77312078Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.773149127Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.773559745Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.775521093Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"896e449b-66ce-4be5-84dd-e2075300b2d2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.776576405Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.776653028Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.776688599Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.777225639Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.779153771Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14a746d3-6aa9-406c-8e1f-0f2165ad497a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.779284942Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.782731188Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d8d3552-ffe8-4598-80bf-8dc3c005e650\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.783036106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.784019956Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1a578a8-b22f-4c4d-9f87-5fe934085f53\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.784099896Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.78556247Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebea50a0-653c-4d5c-a0bd-981e75fddf67\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.785706687Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.787745819Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15c95d5a-8c89-476d-a004-e22760ec11a1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.787813254Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.790409607Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d79dceb-f1aa-439d-a2ce-899b362c1ba0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.790483524Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.792300394Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec71c1cb-2c1b-4167-a4c5-ebf657609ae2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.792809779Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.79477284Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2967cc94-1b27-4b70-895f-c84a84e71e2f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.79489306Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.800439611Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a0008ff-e713-4da8-a125-3490df1cd817\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.800670551Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.802600777Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5c49e50-a7bd-46b8-8224-67903eb4fa18\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.802720044Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.803910957Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e4d7aaf-cc76-4fba-a01d-f4b13e9647b0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.803994504Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.807544928Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"850ea264-59df-4309-b2ca-82e67affe274\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.807612603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.8083691Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47a0d3d0-74fa-4f14-ba75-af15947471bf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.808505181Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.809486155Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5949689-a828-475c-b186-3a7cb2e334b0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.809549391Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.80958379Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.809615343Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.809643208Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.810353153Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.813862435Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.814438583Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.819639586Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.819726599Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.819761338Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.819794464Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.819825476Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.820358378Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.822543962Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.830455576Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.830528321Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.830562318Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.831213155Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.893001124Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","sled_agent_url":"http://[::1]:64620"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.893076694Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:64620/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.893735106Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.893784675Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.893814795Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.893842029Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.894717543Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:16.894779417Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41979"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:16.895128442Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.895997023Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.898661351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9553b1f2-de0e-4441-9b4a-2e0587009c97","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.898859376Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"43091dde-e4a8-4733-945c-b63d013beae5","remote_addr":"[::1]:41979","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.899102751Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9553b1f2-de0e-4441-9b4a-2e0587009c97","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.899159063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9553b1f2-de0e-4441-9b4a-2e0587009c97","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.900591918Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9553b1f2-de0e-4441-9b4a-2e0587009c97","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:16.901016854Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/inventory","method":"GET","req_id":"43091dde-e4a8-4733-945c-b63d013beae5","remote_addr":"[::1]:41979","local_addr":"[::1]:64620","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2154,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.906142838Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"SledAgent":"http://[::1]:64620","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:64620/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43091dde-e4a8-4733-945c-b63d013beae5\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.909976626Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.910034151Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.910061786Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.913404095Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.913453113Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.913482812Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.913509726Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.914280401Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.915794578Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.923064693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.923125444Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.923155805Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.924075457Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:16.926768383Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9553b1f2-de0e-4441-9b4a-2e0587009c97","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":28035,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.927340743Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.935802072Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.936103342Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.93621274Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.937260007Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.943140213Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9553b1f2-de0e-4441-9b4a-2e0587009c97\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.943946359Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.94477495Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.944886161Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.945519603Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.946252303Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"0e43d5b1-ef8f-469b-9e61-3031266023a1","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.946722781Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"0e43d5b1-ef8f-469b-9e61-3031266023a1","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.946917749Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"0e43d5b1-ef8f-469b-9e61-3031266023a1","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.948088301Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"0e43d5b1-ef8f-469b-9e61-3031266023a1","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:16.962265799Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D","method":"GET","req_id":"0e43d5b1-ef8f-469b-9e61-3031266023a1","remote_addr":"127.0.0.1:52604","local_addr":"127.0.0.1:58040","component":"dropshot_internal","name":"f50bd917-36ea-4d74-988f-4fde2916658f","latency_us":16050,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:16.963196253Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58040/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTBiZDkxNy0zNmVhLTRkNzQtOTg4Zi00ZmRlMjkxNjY1OGYifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e43d5b1-ef8f-469b-9e61-3031266023a1\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.963429578Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:16.963471471Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:16.963497233Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:17.003941716Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:17.004462974Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.004522292Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":50,"elapsed":"469.871217ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.004642011Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","iteration":51,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.004675688Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.004708563Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.004737762Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.004858913Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.005757453Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.008552172Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.016753653Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.016863982Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.016959132Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.017602063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.023048765Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.023878869Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","candidates":"[(af608ea6-4d5f-4929-8192-006d6c87dc43, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.023928388Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.025632573Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59981","req_id":"e411df4b-fbdc-4d2b-9486-6447852b217a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6f 85 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 o............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.025694717Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59981","req_id":"e411df4b-fbdc-4d2b-9486-6447852b217a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28549,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.026051318Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.026226016Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.026343079Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:59981","req_id":"e411df4b-fbdc-4d2b-9486-6447852b217a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.027058835Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49806, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2101, tv_nsec: 825935505 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.027250898Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.028157063Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55936","req_id":"1884fd93-e1ea-4ffc-b1a2-a9ce92abc22f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 62 df 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e b...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.028246471Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55936","req_id":"1884fd93-e1ea-4ffc-b1a2-a9ce92abc22f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25311,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.02833633Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.028359005Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:55936","req_id":"1884fd93-e1ea-4ffc-b1a2-a9ce92abc22f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.106974682Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.108838636Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.109098824Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.109206509Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.110227984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.111108849Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.111972891Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:17.112069623Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:17.115552693Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.116196897Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.116349741Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.117238622Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.118427431Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49949","req_id":"63553b02-f098-4b9d-b16d-1c1733c423fe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6f ad 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c o............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.11849224Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49949","req_id":"63553b02-f098-4b9d-b16d-1c1733c423fe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.118722669Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind","level":50,"time":"2025-04-30T06:07:17.118972026Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:49949","req_id":"63553b02-f098-4b9d-b16d-1c1733c423fe","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.121325756Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.121380294Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","mgs_url":"http://[::1]:49806"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.121411326Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/ignition","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.121647336Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57430","req_id":"a2a5a72b-828b-4ec9-952f-3dec1a52f8f5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c5 fb 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.121705853Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57430","req_id":"a2a5a72b-828b-4ec9-952f-3dec1a52f8f5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50683,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.121776113Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.122065089Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.122113485Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:57430","req_id":"a2a5a72b-828b-4ec9-952f-3dec1a52f8f5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.122269907Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.123077326Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.123132606Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.12315972Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.124301595Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.13107471Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.131157986Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.131192505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.133565212Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.13397065Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43386, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2101, tv_nsec: 932855356 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.134082843Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"DnsResolver","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.136410992Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52161","req_id":"dec9259c-2f9c-424c-9080-5d6ecd16a9f4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c3 c9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.136479999Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52161","req_id":"dec9259c-2f9c-424c-9080-5d6ecd16a9f4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50121,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.136693735Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.136789867Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"peer_addr":"[::1]:52161","req_id":"dec9259c-2f9c-424c-9080-5d6ecd16a9f4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind","level":10,"time":"2025-04-30T06:07:17.137073432Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.137130716Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.137958375Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:17.138406368Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind","level":30,"time":"2025-04-30T06:07:17.209796398Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.209964473Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.214112748Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:17.214202096Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind","level":40,"time":"2025-04-30T06:07:17.217664554Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.218090293Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35564bdf-163b-4698-8cea-7f99f8c5223a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.218292255Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.228161549Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40294498-6705-4e6c-bc3a-5f0653605432\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.228330646Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.231335072Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3870f9f7-5e6f-4df0-aa17-6a08fd4957af\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.231412286Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.233413904Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e4d59b6-a4b9-4827-a6d2-8d3b19b77f4b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.2334873Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.239277347Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3e78eb4-135e-4f1f-aeab-ea008b0ba63e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.239601412Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.244250706Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8769d9a0-6723-4587-bf13-275d03dc4d5d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.244340785Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.247094662Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"998d6080-493d-45b7-b6ff-ca5d70df542b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.247171064Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.251102798Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"430ce79a-4da3-48b9-baef-d38f807708b4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.251403647Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.255154661Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d97ad9d-39a7-4e0e-a95b-89646b46aca0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.255268909Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.255902Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.258102294Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83bb4c9f-d61e-4d8b-b6d8-01d5bd14e2bb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.258368354Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.259257596Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d6041a1-0773-4931-a5ee-7f717762674d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.25939511Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.260666303Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf6d557d-5c91-44bd-b7b1-6d1f09c8b61a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.260789638Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.261923848Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08397eeb-20be-4194-8482-3f351300d330\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.262289747Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.264618607Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81c9dd3e-48dd-4880-95c3-5d19b74e7a68\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.264698587Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.267177486Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdfbbf72-0996-4265-bc00-19660ff0aee3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.267249239Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.269936152Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f448e04e-643b-4ead-b3d5-ef8501a72933\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.270309496Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.274782378Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b95a51f-2c34-456e-aab0-475a4f4fee83\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.275045883Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.278109647Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbd4f574-edcb-4316-88e9-bfb79af338d6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.278333163Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.280410572Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fc3bc40-7dd9-4dbd-8055-a1723c5ba13f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.280624077Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.281581555Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aec78035-ee96-4df6-a2bc-ef62372605b6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.28181007Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.282791596Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fa7159c-3e72-41ca-a59a-71360af803bc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.283021424Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.284388007Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce41d85f-7ca5-4c0d-a3b6-6909183c6c00\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.284912141Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"Some(Body)","uri":"http://[::1]:49806/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.28614122Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c56ab55f-f3c7-4420-b455-6054960c0acf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.286343773Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.287889984Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb717980-b7cb-4bce-998b-550a09e78b03\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.288042718Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.290434744Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83142e6f-0d9c-44f7-9193-854d3adba29e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.290724411Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.293721643Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e8830c5-5e92-43ca-8926-67c9ca0b8df2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.294059947Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.296238538Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3d0e5b6-5e50-4d85-8cc0-dc3977bccea2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.296491452Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.299474505Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d87c3f6-fdb5-47dc-8d67-1b9d046bf84b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.299705556Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.301961441Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84723319-a09a-4566-858d-dbfab85cb68b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.302925351Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.305683446Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","result":"Ok(Response { url: \"http://[::1]:49806/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06bd8386-c79f-481d-b57f-1232a4fe1377\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind","level":20,"time":"2025-04-30T06:07:17.306195958Z","hostname":"bmat-EVT22200007-000064cb","pid":12332,"gateway_url":"http://[::1]:49806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f50bd917-36ea-4d74-988f-4fde2916658f","body":"None","uri":"http://[::1]:49806/sp/sled/0/component/rot/cmpa","method":"GET"}